2024-12-06 10:16:44,421 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 10:16:44,435 main DEBUG Took 0.011930 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 10:16:44,435 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 10:16:44,436 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 10:16:44,436 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 10:16:44,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,448 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 10:16:44,483 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,486 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,487 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,490 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,491 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,492 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,493 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,494 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,494 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,495 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,495 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,496 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,496 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,497 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,498 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 10:16:44,499 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,499 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 10:16:44,501 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 10:16:44,503 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 10:16:44,505 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 10:16:44,506 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 10:16:44,508 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 10:16:44,508 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 10:16:44,519 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 10:16:44,522 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 10:16:44,524 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 10:16:44,525 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 10:16:44,525 main DEBUG createAppenders(={Console}) 2024-12-06 10:16:44,526 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-06 10:16:44,526 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-06 10:16:44,527 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-06 10:16:44,528 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 10:16:44,528 main DEBUG OutputStream closed 2024-12-06 10:16:44,529 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 10:16:44,529 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 10:16:44,530 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-06 10:16:44,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 10:16:44,627 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 10:16:44,628 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 10:16:44,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 10:16:44,629 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 10:16:44,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 10:16:44,630 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 10:16:44,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 10:16:44,631 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 10:16:44,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 10:16:44,632 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 10:16:44,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 10:16:44,633 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 10:16:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 10:16:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 10:16:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 10:16:44,634 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 10:16:44,635 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 10:16:44,638 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 10:16:44,638 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-06 10:16:44,638 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 10:16:44,639 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-06T10:16:44,653 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-06 10:16:44,656 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 10:16:44,656 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T10:16:44,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=5978 2024-12-06T10:16:44,930 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-06T10:16:44,969 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075 2024-12-06T10:16:44,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423, deleteOnExit=true 2024-12-06T10:16:45,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/zookeeper_0, clientPort=50819, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:16:45,077 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50819 2024-12-06T10:16:45,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:16:45,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:16:45,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/test.cache.data in system properties and HBase conf 2024-12-06T10:16:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:16:45,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:16:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:16:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:16:45,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:16:45,193 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T10:16:45,301 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:16:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:16:45,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:16:45,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:16:45,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:16:45,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:16:45,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:16:45,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:16:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:16:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:16:45,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:16:45,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:16:45,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:16:45,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:16:45,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:16:46,105 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T10:16:46,180 INFO [Time-limited test {}] log.Log(170): Logging initialized @2477ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T10:16:46,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:46,341 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:16:46,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:16:46,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:16:46,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:16:46,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:46,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:16:46,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:16:46,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/java.io.tmpdir/jetty-localhost-41765-hadoop-hdfs-3_4_1-tests_jar-_-any-665977682249201724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:16:46,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:41765} 2024-12-06T10:16:46,605 INFO [Time-limited test {}] server.Server(415): Started @2903ms 2024-12-06T10:16:46,982 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:46,989 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:16:46,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:16:46,990 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:16:46,990 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:16:46,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:16:46,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:16:47,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20104caa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/java.io.tmpdir/jetty-localhost-35881-hadoop-hdfs-3_4_1-tests_jar-_-any-8331133456787293100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:16:47,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:35881} 2024-12-06T10:16:47,113 INFO [Time-limited test {}] server.Server(415): Started @3411ms 2024-12-06T10:16:47,167 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:16:47,640 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/data/data1/current/BP-1015019621-172.17.0.2-1733480205861/current, will proceed with Du for space computation calculation, 2024-12-06T10:16:47,640 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/data/data2/current/BP-1015019621-172.17.0.2-1733480205861/current, will proceed with Du for space computation calculation, 2024-12-06T10:16:47,669 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:16:47,722 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97ebfffecd4b946 with lease ID 0x95a3840b22263a64: Processing first storage report for DS-838bc560-5973-45da-acaf-fe88296c2512 from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=4260201d-dd86-4096-800a-57c7bbef3a4f, infoPort=38223, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=1663629981;c=1733480205861) 2024-12-06T10:16:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97ebfffecd4b946 with lease ID 0x95a3840b22263a64: from storage DS-838bc560-5973-45da-acaf-fe88296c2512 node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=4260201d-dd86-4096-800a-57c7bbef3a4f, infoPort=38223, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=1663629981;c=1733480205861), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T10:16:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa97ebfffecd4b946 with lease ID 0x95a3840b22263a64: Processing first storage report for DS-4c028df3-1d24-4c50-86e2-df11666cfe4a from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=4260201d-dd86-4096-800a-57c7bbef3a4f, infoPort=38223, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=1663629981;c=1733480205861) 2024-12-06T10:16:47,724 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa97ebfffecd4b946 with lease ID 0x95a3840b22263a64: from storage DS-4c028df3-1d24-4c50-86e2-df11666cfe4a node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=4260201d-dd86-4096-800a-57c7bbef3a4f, infoPort=38223, infoSecurePort=0, ipcPort=46205, storageInfo=lv=-57;cid=testClusterID;nsid=1663629981;c=1733480205861), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:16:47,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075 2024-12-06T10:16:47,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:47,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:47,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:16:48,373 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28 with version=8 2024-12-06T10:16:48,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/hbase-staging 2024-12-06T10:16:48,466 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T10:16:48,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:16:48,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:48,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:48,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:16:48,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:48,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:16:48,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:16:48,923 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T10:16:48,931 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T10:16:48,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:16:48,961 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13120 (auto-detected) 2024-12-06T10:16:48,962 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T10:16:48,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45187 2024-12-06T10:16:49,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45187 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:49,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451870x0, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:49,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45187-0x1018746b5810000 connected 2024-12-06T10:16:49,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:49,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:49,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:16:49,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28, hbase.cluster.distributed=false 2024-12-06T10:16:49,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/acl 2024-12-06T10:16:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-06T10:16:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45187 2024-12-06T10:16:49,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45187 2024-12-06T10:16:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-06T10:16:49,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45187 2024-12-06T10:16:49,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:16:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:49,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:16:49,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:49,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:16:49,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:16:49,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:16:49,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42369 2024-12-06T10:16:49,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42369 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:49,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:49,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:49,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423690x0, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:49,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42369-0x1018746b5810001 connected 2024-12-06T10:16:49,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:16:49,267 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:16:49,275 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:16:49,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/master 2024-12-06T10:16:49,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/acl 2024-12-06T10:16:49,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-06T10:16:49,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42369 2024-12-06T10:16:49,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42369 2024-12-06T10:16:49,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-06T10:16:49,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42369 2024-12-06T10:16:49,301 DEBUG [M:0;748048564c27:45187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:45187 2024-12-06T10:16:49,302 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1359258711/backup-masters/748048564c27,45187,1733480208517 2024-12-06T10:16:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:16:49,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:16:49,310 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/backup-masters/748048564c27,45187,1733480208517 2024-12-06T10:16:49,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/master 2024-12-06T10:16:49,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:49,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:49,332 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/master 2024-12-06T10:16:49,333 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1359258711/backup-masters/748048564c27,45187,1733480208517 from backup master directory 2024-12-06T10:16:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/backup-masters/748048564c27,45187,1733480208517 2024-12-06T10:16:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:16:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:16:49,336 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:16:49,337 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,45187,1733480208517 2024-12-06T10:16:49,339 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T10:16:49,341 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T10:16:49,396 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/hbase.id] with ID: 665e6613-e91d-4f7e-88a8-917c61e7802c 2024-12-06T10:16:49,397 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.tmp/hbase.id 2024-12-06T10:16:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:16:49,808 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.tmp/hbase.id]:[hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/hbase.id] 2024-12-06T10:16:49,851 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:49,856 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:16:49,874 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-06T10:16:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:49,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:16:50,301 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:16:50,304 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:16:50,320 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T10:16:50,324 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:16:50,774 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store 2024-12-06T10:16:50,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:16:51,198 INFO [master/748048564c27:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T10:16:51,201 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:51,202 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:16:51,203 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:51,203 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:51,204 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:16:51,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:51,205 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:51,206 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480211202Disabling compacts and flushes for region at 1733480211202Disabling writes for close at 1733480211204 (+2 ms)Writing region close event to WAL at 1733480211205 (+1 ms)Closed at 1733480211205 2024-12-06T10:16:51,208 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/.initializing 2024-12-06T10:16:51,208 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517 2024-12-06T10:16:51,217 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:16:51,231 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C45187%2C1733480208517, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/oldWALs, maxLogs=10 2024-12-06T10:16:51,255 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517/748048564c27%2C45187%2C1733480208517.1733480211236, exclude list is [], retry=0 2024-12-06T10:16:51,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:16:51,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T10:16:51,309 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:16:51,310 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:16:51,310 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:16:51,311 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:51,314 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,314 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:16:51,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:51,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:51,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:16:51,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:51,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:51,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:16:51,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:51,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:51,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:16:51,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:51,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:51,401 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,404 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,405 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,410 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,410 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,414 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:51,417 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:51,421 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:16:51,422 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61558952, jitterRate=-0.08270013332366943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:51,428 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480211327Initializing all the Stores at 1733480211329 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480211329Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480211330 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480211330Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480211330Cleaning up temporary data from old regions at 1733480211410 (+80 ms)Region opened successfully at 1733480211428 (+18 ms) 2024-12-06T10:16:51,429 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:16:51,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1299774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:16:51,494 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:16:51,506 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:16:51,506 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:16:51,509 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:16:51,510 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T10:16:51,515 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-06T10:16:51,516 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:16:51,541 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:16:51,550 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/balancer because node does not exist (not necessarily an error) 2024-12-06T10:16:51,552 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/balancer already deleted, retry=false 2024-12-06T10:16:51,555 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:16:51,556 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:16:51,559 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/normalizer already deleted, retry=false 2024-12-06T10:16:51,561 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:16:51,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:16:51,566 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/switch/split already deleted, retry=false 2024-12-06T10:16:51,567 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:16:51,568 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/switch/merge already deleted, retry=false 2024-12-06T10:16:51,586 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:16:51,587 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/snapshot-cleanup already deleted, retry=false 2024-12-06T10:16:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:16:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:16:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,599 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,45187,1733480208517, sessionid=0x1018746b5810000, setting cluster-up flag (Was=false) 2024-12-06T10:16:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,617 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1359258711/flush-table-proc/acquired, /0-1359258711/flush-table-proc/reached, /0-1359258711/flush-table-proc/abort 2024-12-06T10:16:51,619 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,45187,1733480208517 2024-12-06T10:16:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:51,631 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1359258711/online-snapshot/acquired, /0-1359258711/online-snapshot/reached, /0-1359258711/online-snapshot/abort 2024-12-06T10:16:51,633 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,45187,1733480208517 2024-12-06T10:16:51,640 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:16:51,691 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(746): ClusterId : 665e6613-e91d-4f7e-88a8-917c61e7802c 2024-12-06T10:16:51,694 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:16:51,698 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:16:51,698 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:16:51,703 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:16:51,703 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1648902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:16:51,719 DEBUG [RS:0;748048564c27:42369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42369 2024-12-06T10:16:51,719 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:51,721 INFO [RS:0;748048564c27:42369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:16:51,722 INFO [RS:0;748048564c27:42369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:16:51,722 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:16:51,724 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,45187,1733480208517 with port=42369, startcode=1733480209198 2024-12-06T10:16:51,731 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:16:51,735 DEBUG [RS:0;748048564c27:42369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:16:51,738 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:16:51,745 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,45187,1733480208517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:16:51,753 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:51,753 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:51,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:51,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:51,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:16:51,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:16:51,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:51,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:16:51,762 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480241762 2024-12-06T10:16:51,764 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:16:51,766 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:16:51,769 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:51,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:16:51,770 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:16:51,772 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:16:51,773 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:16:51,773 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:16:51,773 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:16:51,774 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,781 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T10:16:51,790 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:16:51,791 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:16:51,792 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:16:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:16:51,792 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:16:51,795 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:16:51,795 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:16:51,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480211796,5,FailOnTimeoutGroup] 2024-12-06T10:16:51,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480211797,5,FailOnTimeoutGroup] 2024-12-06T10:16:51,797 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,798 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:16:51,799 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,799 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,816 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T10:16:51,817 WARN [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T10:16:51,918 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,45187,1733480208517 with port=42369, startcode=1733480209198 2024-12-06T10:16:51,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45187 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42369,1733480209198 2024-12-06T10:16:51,923 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45187 {}] master.ServerManager(517): Registering regionserver=748048564c27,42369,1733480209198 2024-12-06T10:16:51,932 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28 2024-12-06T10:16:51,932 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46651 2024-12-06T10:16:51,932 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:16:51,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/rs 2024-12-06T10:16:51,936 DEBUG [RS:0;748048564c27:42369 {}] zookeeper.ZKUtil(111): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/rs/748048564c27,42369,1733480209198 2024-12-06T10:16:51,936 WARN [RS:0;748048564c27:42369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:16:51,937 INFO [RS:0;748048564c27:42369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:51,937 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198 2024-12-06T10:16:51,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42369,1733480209198] 2024-12-06T10:16:51,963 INFO [RS:0;748048564c27:42369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:16:51,976 INFO [RS:0;748048564c27:42369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:16:51,981 INFO [RS:0;748048564c27:42369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:16:51,981 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,982 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:16:51,987 INFO [RS:0;748048564c27:42369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:16:51,989 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,989 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,989 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,989 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,989 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,990 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,991 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,991 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:51,991 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:16:51,991 DEBUG [RS:0;748048564c27:42369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:16:51,992 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,993 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,993 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,993 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,993 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:51,993 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42369,1733480209198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:16:52,013 INFO [RS:0;748048564c27:42369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:16:52,015 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42369,1733480209198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:52,015 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:52,015 INFO [RS:0;748048564c27:42369 {}] regionserver.Replication(171): 748048564c27,42369,1733480209198 started 2024-12-06T10:16:52,034 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:52,034 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42369,1733480209198, RpcServer on 748048564c27/172.17.0.2:42369, sessionid=0x1018746b5810001 2024-12-06T10:16:52,035 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:16:52,035 DEBUG [RS:0;748048564c27:42369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42369,1733480209198 2024-12-06T10:16:52,035 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42369,1733480209198' 2024-12-06T10:16:52,035 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1359258711/flush-table-proc/abort' 2024-12-06T10:16:52,036 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1359258711/flush-table-proc/acquired' 2024-12-06T10:16:52,037 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:16:52,037 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:16:52,037 DEBUG [RS:0;748048564c27:42369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42369,1733480209198 2024-12-06T10:16:52,037 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42369,1733480209198' 2024-12-06T10:16:52,037 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1359258711/online-snapshot/abort' 2024-12-06T10:16:52,038 DEBUG [RS:0;748048564c27:42369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1359258711/online-snapshot/acquired' 2024-12-06T10:16:52,039 DEBUG [RS:0;748048564c27:42369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:16:52,039 INFO [RS:0;748048564c27:42369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:16:52,039 INFO [RS:0;748048564c27:42369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:16:52,144 INFO [RS:0;748048564c27:42369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:16:52,148 INFO [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42369%2C1733480209198, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:16:52,165 DEBUG [RS:0;748048564c27:42369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150, exclude list is [], retry=0 2024-12-06T10:16:52,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:16:52,173 INFO [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 2024-12-06T10:16:52,174 DEBUG [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:16:52,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:16:52,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28 2024-12-06T10:16:52,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:16:52,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:52,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:16:52,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:16:52,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:52,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:52,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:16:52,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:16:52,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:52,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:52,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:16:52,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:16:52,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:52,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:52,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:16:52,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:16:52,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:52,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:52,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:16:52,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:16:52,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:16:52,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:16:52,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:16:52,628 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:52,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:16:52,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:16:52,634 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67125664, jitterRate=2.503395080566406E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:52,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480212606Initializing all the Stores at 1733480212608 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480212609 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480212609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480212609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480212609Cleaning up temporary data from old regions at 1733480212627 (+18 ms)Region opened successfully at 1733480212637 (+10 ms) 2024-12-06T10:16:52,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:16:52,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:16:52,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:16:52,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:16:52,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:16:52,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:16:52,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480212637Disabling compacts and flushes for region at 1733480212637Disabling writes for close at 1733480212637Writing region close event to WAL at 1733480212638 (+1 ms)Closed at 1733480212639 (+1 ms) 2024-12-06T10:16:52,642 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:52,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:16:52,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:16:52,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:16:52,665 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:16:52,816 DEBUG [748048564c27:45187 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:16:52,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42369,1733480209198 2024-12-06T10:16:52,835 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42369,1733480209198, state=OPENING 2024-12-06T10:16:52,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:16:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:52,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:52,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:16:52,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:16:52,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:16:52,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42369,1733480209198}] 2024-12-06T10:16:53,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:16:53,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:16:53,038 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:16:53,038 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:53,039 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:16:53,041 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42369%2C1733480209198.meta, suffix=.meta, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:16:53,058 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.meta.1733480213043.meta, exclude list is [], retry=0 2024-12-06T10:16:53,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:16:53,064 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.meta.1733480213043.meta 2024-12-06T10:16:53,065 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:16:53,065 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:16:53,070 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:16:53,071 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:16:53,074 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:16:53,076 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:16:53,079 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:16:53,080 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:53,080 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:16:53,080 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:16:53,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:16:53,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:16:53,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:53,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:53,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:16:53,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:16:53,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:53,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:53,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:16:53,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:16:53,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:53,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:53,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:16:53,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:16:53,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:53,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:53,093 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:16:53,094 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:16:53,096 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:16:53,098 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:16:53,098 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:16:53,099 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:53,102 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:16:53,103 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66565110, jitterRate=-0.008102566003799438}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:53,104 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:16:53,105 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480213081Writing region info on filesystem at 1733480213081Initializing all the Stores at 1733480213083 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480213083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480213083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480213083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480213083Cleaning up temporary data from old regions at 1733480213099 (+16 ms)Running coprocessor post-open hooks at 1733480213104 (+5 ms)Region opened successfully at 1733480213105 (+1 ms) 2024-12-06T10:16:53,112 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480213016 2024-12-06T10:16:53,123 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:16:53,124 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:16:53,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42369,1733480209198 2024-12-06T10:16:53,127 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42369,1733480209198, state=OPEN 2024-12-06T10:16:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:16:53,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:16:53,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:16:53,130 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:16:53,130 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42369,1733480209198 2024-12-06T10:16:53,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:16:53,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42369,1733480209198 in 280 msec 2024-12-06T10:16:53,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:16:53,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-12-06T10:16:53,142 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:53,142 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:16:53,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:16:53,164 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42369,1733480209198, seqNum=-1] 2024-12-06T10:16:53,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:16:53,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:16:53,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5450 sec 2024-12-06T10:16:53,218 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480213218, completionTime=-1 2024-12-06T10:16:53,221 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:16:53,221 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:16:53,249 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:16:53,250 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480273249 2024-12-06T10:16:53,250 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480333250 2024-12-06T10:16:53,250 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-12-06T10:16:53,252 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,252 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,252 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,254 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:45187, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,254 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,255 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,261 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:16:53,282 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.945sec 2024-12-06T10:16:53,283 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:16:53,285 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:16:53,286 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:16:53,286 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:16:53,286 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:16:53,287 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:16:53,287 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:16:53,296 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:16:53,297 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:16:53,298 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45187,1733480208517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:53,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21eccfc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:53,303 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T10:16:53,303 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T10:16:53,307 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45187,-1 for getting cluster id 2024-12-06T10:16:53,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:53,317 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '665e6613-e91d-4f7e-88a8-917c61e7802c' 2024-12-06T10:16:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:53,319 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "665e6613-e91d-4f7e-88a8-917c61e7802c" 2024-12-06T10:16:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:53,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45187,-1] 2024-12-06T10:16:53,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:53,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:53,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393835d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:53,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:16:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42369,1733480209198, seqNum=-1] 2024-12-06T10:16:53,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:16:53,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:16:53,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,45187,1733480208517 2024-12-06T10:16:53,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:53,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:53,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018746b5810002 connected 2024-12-06T10:16:53,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir so I do NOT create it in target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1 2024-12-06T10:16:53,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:16:53,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.tmp.dir so I do NOT create it in target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1 2024-12-06T10:16:53,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:16:53,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1 2024-12-06T10:16:53,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:16:53,398 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/cluster_bc67fd85-ad0e-5c20-ea91-3d94f2310a09, deleteOnExit=true 2024-12-06T10:16:53,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:16:53,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/test.cache.data in system properties and HBase conf 2024-12-06T10:16:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:16:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:16:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:16:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:16:53,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:16:53,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:16:53,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:16:53,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:16:53,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:16:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:16:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:16:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:16:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:16:53,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:16:53,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:16:53,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:53,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:16:53,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:16:53,511 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:16:53,511 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:16:53,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:53,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:16:53,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:16:53,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/java.io.tmpdir/jetty-localhost-39377-hadoop-hdfs-3_4_1-tests_jar-_-any-17291576252041673581/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:16:53,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:39377} 2024-12-06T10:16:53,641 INFO [Time-limited test {}] server.Server(415): Started @9939ms 2024-12-06T10:16:53,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:16:53,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:16:53,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:16:53,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:16:53,736 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:16:53,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:16:53,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:16:53,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16de8d5b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/java.io.tmpdir/jetty-localhost-34471-hadoop-hdfs-3_4_1-tests_jar-_-any-4540199399344830098/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:16:53,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:34471} 2024-12-06T10:16:53,857 INFO [Time-limited test {}] server.Server(415): Started @10155ms 2024-12-06T10:16:53,859 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:16:53,971 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/cluster_bc67fd85-ad0e-5c20-ea91-3d94f2310a09/data/data2/current/BP-442676697-172.17.0.2-1733480213439/current, will proceed with Du for space computation calculation, 2024-12-06T10:16:53,971 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/cluster_bc67fd85-ad0e-5c20-ea91-3d94f2310a09/data/data1/current/BP-442676697-172.17.0.2-1733480213439/current, will proceed with Du for space computation calculation, 2024-12-06T10:16:54,022 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:16:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc43da3bae8bd2f0 with lease ID 0x4a397325d57aaa37: Processing first storage report for DS-7672cb38-8f68-40cd-8f7c-7e827e1ef4d3 from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=0103a5c2-fc85-43a2-91dd-7f8761a4cec5, infoPort=39881, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=359542793;c=1733480213439) 2024-12-06T10:16:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc43da3bae8bd2f0 with lease ID 0x4a397325d57aaa37: from storage DS-7672cb38-8f68-40cd-8f7c-7e827e1ef4d3 node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=0103a5c2-fc85-43a2-91dd-7f8761a4cec5, infoPort=39881, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=359542793;c=1733480213439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:16:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc43da3bae8bd2f0 with lease ID 0x4a397325d57aaa37: Processing first storage report for DS-0076d6e8-8dc3-45de-ad30-6c84d0ae03de from datanode DatanodeRegistration(127.0.0.1:36689, datanodeUuid=0103a5c2-fc85-43a2-91dd-7f8761a4cec5, infoPort=39881, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=359542793;c=1733480213439) 2024-12-06T10:16:54,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc43da3bae8bd2f0 with lease ID 0x4a397325d57aaa37: from storage DS-0076d6e8-8dc3-45de-ad30-6c84d0ae03de node DatanodeRegistration(127.0.0.1:36689, datanodeUuid=0103a5c2-fc85-43a2-91dd-7f8761a4cec5, infoPort=39881, infoSecurePort=0, ipcPort=42919, storageInfo=lv=-57;cid=testClusterID;nsid=359542793;c=1733480213439), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:16:54,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1 2024-12-06T10:16:54,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:16:54,507 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86 with version=8 2024-12-06T10:16:54,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/hbase-staging 2024-12-06T10:16:54,509 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:16:54,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:16:54,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:16:54,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36615 2024-12-06T10:16:54,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36615 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:54,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366150x0, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:54,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36615-0x1018746b5810003 connected 2024-12-06T10:16:54,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/running 2024-12-06T10:16:54,537 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86, hbase.cluster.distributed=false 2024-12-06T10:16:54,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/acl 2024-12-06T10:16:54,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36615 2024-12-06T10:16:54,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36615 2024-12-06T10:16:54,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36615 2024-12-06T10:16:54,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36615 2024-12-06T10:16:54,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36615 2024-12-06T10:16:54,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:16:54,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:16:54,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:16:54,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:16:54,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:16:54,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:16:54,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46351 2024-12-06T10:16:54,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46351 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:54,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:54,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463510x0, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:54,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463510x0, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/running 2024-12-06T10:16:54,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46351-0x1018746b5810004 connected 2024-12-06T10:16:54,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:16:54,572 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:16:54,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/master 2024-12-06T10:16:54,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/acl 2024-12-06T10:16:54,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46351 2024-12-06T10:16:54,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46351 2024-12-06T10:16:54,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46351 2024-12-06T10:16:54,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46351 2024-12-06T10:16:54,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46351 2024-12-06T10:16:54,594 DEBUG [M:0;748048564c27:36615 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:36615 2024-12-06T10:16:54,594 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-300385336/backup-masters/748048564c27,36615,1733480214509 2024-12-06T10:16:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/backup-masters 2024-12-06T10:16:54,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/backup-masters 2024-12-06T10:16:54,597 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on existing znode=/1-300385336/backup-masters/748048564c27,36615,1733480214509 2024-12-06T10:16:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300385336/master 2024-12-06T10:16:54,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:54,599 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on existing znode=/1-300385336/master 2024-12-06T10:16:54,600 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-300385336/backup-masters/748048564c27,36615,1733480214509 from backup master directory 2024-12-06T10:16:54,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300385336/backup-masters/748048564c27,36615,1733480214509 2024-12-06T10:16:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/backup-masters 2024-12-06T10:16:54,602 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:16:54,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/backup-masters 2024-12-06T10:16:54,602 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,36615,1733480214509 2024-12-06T10:16:54,610 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/hbase.id] with ID: be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:16:54,610 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/.tmp/hbase.id 2024-12-06T10:16:54,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:16:55,020 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/.tmp/hbase.id]:[hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/hbase.id] 2024-12-06T10:16:55,043 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:16:55,043 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:16:55,045 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T10:16:55,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:16:55,057 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:16:55,058 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:16:55,059 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:55,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:16:55,471 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store 2024-12-06T10:16:55,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:16:55,880 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:55,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:16:55,881 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:55,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:55,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:16:55,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:55,881 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:16:55,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480215881Disabling compacts and flushes for region at 1733480215881Disabling writes for close at 1733480215881Writing region close event to WAL at 1733480215881Closed at 1733480215881 2024-12-06T10:16:55,883 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/.initializing 2024-12-06T10:16:55,883 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/WALs/748048564c27,36615,1733480214509 2024-12-06T10:16:55,885 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:16:55,887 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C36615%2C1733480214509, suffix=, logDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/WALs/748048564c27,36615,1733480214509, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/oldWALs, maxLogs=10 2024-12-06T10:16:55,903 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/WALs/748048564c27,36615,1733480214509/748048564c27%2C36615%2C1733480214509.1733480215888, exclude list is [], retry=0 2024-12-06T10:16:55,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-7672cb38-8f68-40cd-8f7c-7e827e1ef4d3,DISK] 2024-12-06T10:16:55,910 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/WALs/748048564c27,36615,1733480214509/748048564c27%2C36615%2C1733480214509.1733480215888 2024-12-06T10:16:55,910 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-12-06T10:16:55,910 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:16:55,911 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:55,911 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,911 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:16:55,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:55,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:55,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:16:55,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:55,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:55,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:16:55,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:55,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:55,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:16:55,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:55,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:55,926 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,927 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,927 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,930 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,930 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,930 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:55,932 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:16:55,935 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:16:55,936 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69954980, jitterRate=0.042410433292388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:55,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480215911Initializing all the Stores at 1733480215913 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480215913Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480215913Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480215913Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480215913Cleaning up temporary data from old regions at 1733480215930 (+17 ms)Region opened successfully at 1733480215936 (+6 ms) 2024-12-06T10:16:55,936 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:16:55,941 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a55e0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:16:55,942 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:16:55,942 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:16:55,942 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:16:55,943 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:16:55,943 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:16:55,944 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:16:55,944 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:16:55,946 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:16:55,947 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/balancer because node does not exist (not necessarily an error) 2024-12-06T10:16:55,949 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/balancer already deleted, retry=false 2024-12-06T10:16:55,949 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:16:55,950 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:16:55,951 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/normalizer already deleted, retry=false 2024-12-06T10:16:55,951 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:16:55,952 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:16:55,953 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/switch/split already deleted, retry=false 2024-12-06T10:16:55,954 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:16:55,956 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/switch/merge already deleted, retry=false 2024-12-06T10:16:55,958 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:16:55,960 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/snapshot-cleanup already deleted, retry=false 2024-12-06T10:16:55,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300385336/running 2024-12-06T10:16:55,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300385336/running 2024-12-06T10:16:55,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,962 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,36615,1733480214509, sessionid=0x1018746b5810003, setting cluster-up flag (Was=false) 2024-12-06T10:16:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,975 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300385336/flush-table-proc/acquired, /1-300385336/flush-table-proc/reached, /1-300385336/flush-table-proc/abort 2024-12-06T10:16:55,976 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,36615,1733480214509 2024-12-06T10:16:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:55,986 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300385336/online-snapshot/acquired, /1-300385336/online-snapshot/reached, /1-300385336/online-snapshot/abort 2024-12-06T10:16:55,987 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,36615,1733480214509 2024-12-06T10:16:55,989 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:16:55,993 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:55,993 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:16:55,993 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:16:55,994 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,36615,1733480214509 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:16:55,995 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:55,995 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:55,995 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:55,995 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:16:55,995 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:16:55,996 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:55,996 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:16:55,996 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480245997 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:16:55,997 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:55,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:16:55,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:16:55,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:16:55,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:16:55,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:55,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:16:55,999 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480215999,5,FailOnTimeoutGroup] 2024-12-06T10:16:55,999 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480215999,5,FailOnTimeoutGroup] 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:55,999 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,001 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:56,001 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:16:56,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:16:56,084 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(746): ClusterId : be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:16:56,084 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:16:56,086 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:16:56,087 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:16:56,089 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:16:56,089 DEBUG [RS:0;748048564c27:46351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a85192c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:16:56,102 DEBUG [RS:0;748048564c27:46351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:46351 2024-12-06T10:16:56,102 INFO [RS:0;748048564c27:46351 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:16:56,102 INFO [RS:0;748048564c27:46351 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:16:56,102 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:16:56,103 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,36615,1733480214509 with port=46351, startcode=1733480214558 2024-12-06T10:16:56,104 DEBUG [RS:0;748048564c27:46351 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:16:56,106 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:16:56,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,46351,1733480214558 2024-12-06T10:16:56,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36615 {}] master.ServerManager(517): Registering regionserver=748048564c27,46351,1733480214558 2024-12-06T10:16:56,110 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86 2024-12-06T10:16:56,111 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45895 2024-12-06T10:16:56,111 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:16:56,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/rs 2024-12-06T10:16:56,118 DEBUG [RS:0;748048564c27:46351 {}] zookeeper.ZKUtil(111): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on existing znode=/1-300385336/rs/748048564c27,46351,1733480214558 2024-12-06T10:16:56,118 WARN [RS:0;748048564c27:46351 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:16:56,118 INFO [RS:0;748048564c27:46351 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:56,118 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558 2024-12-06T10:16:56,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,46351,1733480214558] 2024-12-06T10:16:56,123 INFO [RS:0;748048564c27:46351 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:16:56,126 INFO [RS:0;748048564c27:46351 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:16:56,127 INFO [RS:0;748048564c27:46351 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:16:56,127 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,127 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:16:56,128 INFO [RS:0;748048564c27:46351 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:16:56,128 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,128 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:16:56,129 DEBUG [RS:0;748048564c27:46351 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,130 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46351,1733480214558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:16:56,146 INFO [RS:0;748048564c27:46351 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:16:56,147 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46351,1733480214558-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,147 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,147 INFO [RS:0;748048564c27:46351 {}] regionserver.Replication(171): 748048564c27,46351,1733480214558 started 2024-12-06T10:16:56,163 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:56,163 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,46351,1733480214558, RpcServer on 748048564c27/172.17.0.2:46351, sessionid=0x1018746b5810004 2024-12-06T10:16:56,163 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:16:56,163 DEBUG [RS:0;748048564c27:46351 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,46351,1733480214558 2024-12-06T10:16:56,163 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,46351,1733480214558' 2024-12-06T10:16:56,163 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300385336/flush-table-proc/abort' 2024-12-06T10:16:56,164 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300385336/flush-table-proc/acquired' 2024-12-06T10:16:56,164 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:16:56,165 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:16:56,165 DEBUG [RS:0;748048564c27:46351 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,46351,1733480214558 2024-12-06T10:16:56,165 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,46351,1733480214558' 2024-12-06T10:16:56,165 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300385336/online-snapshot/abort' 2024-12-06T10:16:56,165 DEBUG [RS:0;748048564c27:46351 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300385336/online-snapshot/acquired' 2024-12-06T10:16:56,166 DEBUG [RS:0;748048564c27:46351 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:16:56,166 INFO [RS:0;748048564c27:46351 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:16:56,166 INFO [RS:0;748048564c27:46351 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:16:56,266 INFO [RS:0;748048564c27:46351 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:16:56,269 INFO [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C46351%2C1733480214558, suffix=, logDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/oldWALs, maxLogs=10 2024-12-06T10:16:56,285 DEBUG [RS:0;748048564c27:46351 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558/748048564c27%2C46351%2C1733480214558.1733480216271, exclude list is [], retry=0 2024-12-06T10:16:56,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-7672cb38-8f68-40cd-8f7c-7e827e1ef4d3,DISK] 2024-12-06T10:16:56,292 INFO [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558/748048564c27%2C46351%2C1733480214558.1733480216271 2024-12-06T10:16:56,292 DEBUG [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-12-06T10:16:56,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:16:56,411 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86 2024-12-06T10:16:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:16:56,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:56,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:16:56,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:16:56,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:56,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:56,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:16:56,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:16:56,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:56,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:56,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:16:56,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:16:56,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:56,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:56,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:16:56,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:16:56,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:56,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:56,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:16:56,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740 2024-12-06T10:16:56,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740 2024-12-06T10:16:56,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:16:56,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:16:56,841 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:56,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:16:56,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:16:56,871 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71696045, jitterRate=0.06835432350635529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:56,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480216821Initializing all the Stores at 1733480216822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480216823 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480216823Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480216823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480216823Cleaning up temporary data from old regions at 1733480216840 (+17 ms)Region opened successfully at 1733480216871 (+31 ms) 2024-12-06T10:16:56,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:16:56,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:16:56,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:16:56,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:16:56,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:16:56,872 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:16:56,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480216871Disabling compacts and flushes for region at 1733480216871Disabling writes for close at 1733480216871Writing region close event to WAL at 1733480216872 (+1 ms)Closed at 1733480216872 2024-12-06T10:16:56,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:56,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:16:56,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:16:56,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:16:56,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:16:57,029 DEBUG [748048564c27:36615 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:16:57,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,46351,1733480214558 2024-12-06T10:16:57,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,46351,1733480214558, state=OPENING 2024-12-06T10:16:57,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:16:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:16:57,035 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:16:57,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300385336/meta-region-server: CHANGED 2024-12-06T10:16:57,035 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300385336/meta-region-server: CHANGED 2024-12-06T10:16:57,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,46351,1733480214558}] 2024-12-06T10:16:57,190 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:16:57,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:16:57,198 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:16:57,198 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:57,198 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:16:57,201 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C46351%2C1733480214558.meta, suffix=.meta, logDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558, archiveDir=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/oldWALs, maxLogs=10 2024-12-06T10:16:57,217 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558/748048564c27%2C46351%2C1733480214558.meta.1733480217202.meta, exclude list is [], retry=0 2024-12-06T10:16:57,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36689,DS-7672cb38-8f68-40cd-8f7c-7e827e1ef4d3,DISK] 2024-12-06T10:16:57,222 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/WALs/748048564c27,46351,1733480214558/748048564c27%2C46351%2C1733480214558.meta.1733480217202.meta 2024-12-06T10:16:57,223 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39881:39881)] 2024-12-06T10:16:57,223 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:16:57,224 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:16:57,224 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:16:57,224 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:16:57,224 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:16:57,224 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:16:57,224 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:57,225 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:16:57,225 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:16:57,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:16:57,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:16:57,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:57,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:57,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:16:57,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:16:57,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:57,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:57,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:16:57,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:16:57,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:57,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:57,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:16:57,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:16:57,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:57,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:16:57,236 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:16:57,238 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740 2024-12-06T10:16:57,239 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740 2024-12-06T10:16:57,241 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:16:57,241 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:16:57,242 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:16:57,244 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:16:57,246 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66985028, jitterRate=-0.0018453001976013184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:16:57,246 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:16:57,246 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480217225Writing region info on filesystem at 1733480217225Initializing all the Stores at 1733480217227 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480217227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480217227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480217227Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480217227Cleaning up temporary data from old regions at 1733480217242 (+15 ms)Running coprocessor post-open hooks at 1733480217246 (+4 ms)Region opened successfully at 1733480217246 2024-12-06T10:16:57,248 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480217190 2024-12-06T10:16:57,251 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:16:57,252 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:16:57,253 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,46351,1733480214558 2024-12-06T10:16:57,254 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,46351,1733480214558, state=OPEN 2024-12-06T10:16:57,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300385336/meta-region-server 2024-12-06T10:16:57,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300385336/meta-region-server 2024-12-06T10:16:57,256 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,46351,1733480214558 2024-12-06T10:16:57,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300385336/meta-region-server: CHANGED 2024-12-06T10:16:57,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300385336/meta-region-server: CHANGED 2024-12-06T10:16:57,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:16:57,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,46351,1733480214558 in 221 msec 2024-12-06T10:16:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:16:57,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-12-06T10:16:57,266 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:16:57,266 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:16:57,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:16:57,268 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46351,1733480214558, seqNum=-1] 2024-12-06T10:16:57,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:16:57,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:16:57,278 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2860 sec 2024-12-06T10:16:57,278 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480217278, completionTime=-1 2024-12-06T10:16:57,278 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:16:57,278 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480277281 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480337281 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,281 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,282 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:36615, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,282 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,282 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,284 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.685sec 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:16:57,287 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:16:57,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:16:57,290 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:16:57,290 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36615,1733480214509-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:16:57,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:57,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:57,387 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d80526f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:57,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:57,390 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:57,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:16:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46351,1733480214558, seqNum=-1] 2024-12-06T10:16:57,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:16:57,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:16:57,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,36615,1733480214509 2024-12-06T10:16:57,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:16:57,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:16:57,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018746b5810005 connected 2024-12-06T10:16:57,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45187,-1 for getting cluster id 2024-12-06T10:16:57,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:57,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '665e6613-e91d-4f7e-88a8-917c61e7802c' 2024-12-06T10:16:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:57,410 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "665e6613-e91d-4f7e-88a8-917c61e7802c" 2024-12-06T10:16:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aabac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45187,-1] 2024-12-06T10:16:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:57,411 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:57,413 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:57,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de5412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45187,1733480208517 2024-12-06T10:16:57,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73957c14 2024-12-06T10:16:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:57,433 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:57,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:16:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:16:57,447 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:16:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:57,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf1474f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,449 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:57,449 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:57,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:57,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:57,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa6ecce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:57,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:57,452 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:57,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b915aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:57,454 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:16:57,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b36b6d 2024-12-06T10:16:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:57,460 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:57,472 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T10:16:57,472 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:16:57,476 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:57,477 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:57,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:16:57,478 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:16:57,483 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:16:57,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:16:57,486 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:57,488 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:16:57,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741835_1011 (size=1138) 2024-12-06T10:16:57,536 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:16:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:57,900 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d06602eda070e89e6ebe5fd91f87041e, NAME => 'hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28 2024-12-06T10:16:57,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741836_1012 (size=44) 2024-12-06T10:16:57,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:16:58,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:58,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:58,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d06602eda070e89e6ebe5fd91f87041e, disabling compactions & flushes 2024-12-06T10:16:58,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. after waiting 0 ms 2024-12-06T10:16:58,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d06602eda070e89e6ebe5fd91f87041e: Waiting for close lock at 1733480218309Disabling compacts and flushes for region at 1733480218309Disabling writes for close at 1733480218310 (+1 ms)Writing region close event to WAL at 1733480218310Closed at 1733480218310 2024-12-06T10:16:58,312 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:16:58,317 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480218312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480218312"}]},"ts":"1733480218312"} 2024-12-06T10:16:58,320 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:16:58,322 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:16:58,325 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480218322"}]},"ts":"1733480218322"} 2024-12-06T10:16:58,327 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:16:58,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN}] 2024-12-06T10:16:58,332 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN 2024-12-06T10:16:58,333 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN; state=OFFLINE, location=748048564c27,42369,1733480209198; forceNewPlan=false, retain=false 2024-12-06T10:16:58,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d06602eda070e89e6ebe5fd91f87041e, regionState=OPENING, regionLocation=748048564c27,42369,1733480209198 2024-12-06T10:16:58,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN because future has completed 2024-12-06T10:16:58,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,42369,1733480209198}] 2024-12-06T10:16:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:58,588 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:16:58,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:16:58,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:16:58,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42369%2C1733480209198.rep, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:16:58,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.rep.1733480218653, exclude list is [], retry=0 2024-12-06T10:16:58,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:16:58,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.rep.1733480218653 2024-12-06T10:16:58,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:16:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d06602eda070e89e6ebe5fd91f87041e, NAME => 'hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:16:58,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:16:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:16:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. service=MultiRowMutationService 2024-12-06T10:16:58,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:16:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:16:58,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,675 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,677 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName hfileref 2024-12-06T10:16:58,677 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:58,678 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:58,678 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,680 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName queue 2024-12-06T10:16:58,680 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:58,680 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:58,680 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,682 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName sid 2024-12-06T10:16:58,682 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:16:58,682 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:16:58,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,686 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:16:58,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:16:58,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d06602eda070e89e6ebe5fd91f87041e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61689960, jitterRate=-0.08074796199798584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:16:58,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:16:58,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d06602eda070e89e6ebe5fd91f87041e: Running coprocessor pre-open hook at 1733480218674Writing region info on filesystem at 1733480218674Initializing all the Stores at 1733480218675 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480218675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480218675Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480218675Cleaning up temporary data from old regions at 1733480218686 (+11 ms)Running coprocessor post-open hooks at 1733480218693 (+7 ms)Region opened successfully at 1733480218694 (+1 ms) 2024-12-06T10:16:58,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., pid=7, masterSystemTime=1733480218642 2024-12-06T10:16:58,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:16:58,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d06602eda070e89e6ebe5fd91f87041e, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42369,1733480209198 2024-12-06T10:16:58,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,42369,1733480209198 because future has completed 2024-12-06T10:16:58,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T10:16:58,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,42369,1733480209198 in 216 msec 2024-12-06T10:16:58,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:16:58,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN in 380 msec 2024-12-06T10:16:58,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:16:58,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480218713"}]},"ts":"1733480218713"} 2024-12-06T10:16:58,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:16:58,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:16:58,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-12-06T10:16:58,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., hostname=748048564c27,42369,1733480209198, seqNum=2] 2024-12-06T10:16:58,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42369 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T10:16:58,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:58,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:16:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:16:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:16:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T10:16:58,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T10:16:58,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T10:16:58,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:16:58,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T10:16:58,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:16:58,924 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T10:16:58,924 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T10:16:58,925 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T10:16:58,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T10:16:58,940 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:16:58,979 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42369,1733480209198, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:16:58,980 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:16:58,980 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42369,1733480209198, seqNum=-1] 2024-12-06T10:16:58,981 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:16:58,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-06T10:16:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42369,1733480209198', locateType=CURRENT is [region=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., hostname=748048564c27,42369,1733480209198, seqNum=2] 2024-12-06T10:16:58,994 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T10:16:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T10:16:59,000 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42369,1733480209198 suceeded 2024-12-06T10:16:59,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T10:16:59,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-12-06T10:16:59,003 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:16:59,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5660 sec 2024-12-06T10:16:59,016 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:16:59,017 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e998d20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,017 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:59,018 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:59,019 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:59,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7893dc43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:59,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,021 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:59,022 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16b98e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,022 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:16:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68c4931b 2024-12-06T10:16:59,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,024 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,025 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42369,1733480209198 (queues=1) is replicating from cluster=665e6613-e91d-4f7e-88a8-917c61e7802c to cluster=be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:16:59,027 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42369%2C1733480209198 2024-12-06T10:16:59,031 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42369,1733480209198, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:16:59,033 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42369%2C1733480209198 2024-12-06T10:16:59,037 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150, startPosition=0, beingWritten=true 2024-12-06T10:16:59,299 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:16:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:16:59,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:16:59,596 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:16:59,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:16:59,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:16:59,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45187,-1 for getting cluster id 2024-12-06T10:16:59,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:59,598 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '665e6613-e91d-4f7e-88a8-917c61e7802c' 2024-12-06T10:16:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "665e6613-e91d-4f7e-88a8-917c61e7802c" 2024-12-06T10:16:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c558240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45187,-1] 2024-12-06T10:16:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:59,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:59,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f0cc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45187,1733480208517 2024-12-06T10:16:59,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b8e04 2024-12-06T10:16:59,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,606 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:16:59,606 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:16:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:16:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T10:16:59,610 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:16:59,613 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@212d820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,613 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:59,613 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:59,614 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:59,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:59,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:59,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b456c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:59,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:59,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,615 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:59,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6492ae26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,616 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:16:59,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f43f693 2024-12-06T10:16:59,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,618 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,619 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-06T10:16:59,619 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:16:59,619 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,619 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:16:59,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:16:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T10:16:59,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-06T10:16:59,783 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T10:16:59,815 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-748048564c27,42369,1733480209198, ReplicationSource: 2, currentBandwidth=0 2024-12-06T10:16:59,819 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T10:16:59,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T10:16:59,822 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 748048564c27,42369,1733480209198 suceeded 2024-12-06T10:16:59,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:16:59,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-12-06T10:16:59,825 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:16:59,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-12-06T10:16:59,835 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:16:59,836 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dde7117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,836 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:59,836 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:59,837 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:59,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:59,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aad5ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:59,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,839 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:59,840 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a82017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,840 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:16:59,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19715b94 2024-12-06T10:16:59,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,842 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,843 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-748048564c27,42369,1733480209198 (queues=1) is replicating from cluster=665e6613-e91d-4f7e-88a8-917c61e7802c to cluster=be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:16:59,843 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=748048564c27%2C42369%2C1733480209198 2024-12-06T10:16:59,843 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-748048564c27,42369,1733480209198, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:16:59,844 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42369%2C1733480209198 2024-12-06T10:16:59,844 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150, startPosition=0, beingWritten=true 2024-12-06T10:16:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T10:16:59,926 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T10:16:59,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:16:59,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:16:59,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:16:59,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45187,1733480208517 2024-12-06T10:16:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-12-06T10:16:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,932 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:16:59,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T10:16:59,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:16:59,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T10:16:59,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:16:59,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T10:16:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T10:16:59,946 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:16:59,947 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae37bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,947 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:16:59,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:16:59,948 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:16:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:16:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:16:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c959610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:16:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:16:59,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,949 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:16:59,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9b8286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:16:59,950 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:16:59,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:16:59,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5c662e 2024-12-06T10:16:59,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:16:59,953 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:16:59,953 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:16:59,954 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:16:59,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:16:59,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:16:59,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:17:00,015 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:00,051 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T10:17:00,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-06T10:17:00,112 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-06T10:17:00,114 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T10:17:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T10:17:00,117 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 748048564c27,42369,1733480209198 suceeded 2024-12-06T10:17:00,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T10:17:00,120 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-06T10:17:00,120 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:17:00,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-12-06T10:17:00,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T10:17:00,266 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-06T10:17:00,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:17:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T10:17:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T10:17:00,271 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:17:00,272 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d04e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:00,272 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:17:00,272 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:00,273 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:17:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:17:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4481094e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:00,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:17:00,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:00,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,275 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:00,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76423f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:00,276 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:00,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:17:00,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ef2ea8 2024-12-06T10:17:00,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:00,278 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:00,278 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T10:17:00,278 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:17:00,278 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,279 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:00,283 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:17:00,357 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T10:17:00,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-06T10:17:00,436 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-06T10:17:00,437 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T10:17:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T10:17:00,441 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 748048564c27,42369,1733480209198 suceeded 2024-12-06T10:17:00,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T10:17:00,444 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://748048564c27:36615,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:17:00,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-06T10:17:00,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-12-06T10:17:00,522 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T10:17:00,585 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-06T10:17:00,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:17:00,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45187 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T10:17:00,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:00,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:00,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:00,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:17:00,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=19794513, stopped=false 2024-12-06T10:17:00,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,45187,1733480208517 2024-12-06T10:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:00,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:00,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:00,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:00,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:00,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,592 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42369,1733480209198' ***** 2024-12-06T10:17:00,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:00,592 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:17:00,592 INFO [RS:0;748048564c27:42369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:17:00,593 INFO [RS:0;748048564c27:42369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:17:00,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:17:00,593 INFO [RS:0;748048564c27:42369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:17:00,593 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42369,1733480209198 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:00,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42369. 2024-12-06T10:17:00,594 DEBUG [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:00,594 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:00,594 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d06602eda070e89e6ebe5fd91f87041e, disabling compactions & flushes 2024-12-06T10:17:00,594 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:17:00,594 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:17:00,594 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. after waiting 0 ms 2024-12-06T10:17:00,594 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:17:00,594 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:17:00,595 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:17:00,595 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:00,595 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d06602eda070e89e6ebe5fd91f87041e=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.} 2024-12-06T10:17:00,595 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:00,595 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:00,595 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:00,595 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:00,595 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:00,598 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T10:17:00,598 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d06602eda070e89e6ebe5fd91f87041e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-06T10:17:00,599 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:00,665 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/.tmp/queue/44a0db14d5df43afba2e1b621d27e3cb is 151, key is 1-748048564c27,42369,1733480209198/queue:748048564c27%2C42369%2C1733480209198/1733480218986/Put/seqid=0 2024-12-06T10:17:00,665 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/b5f5547e77ca432db9ca62d5f3f7e18b is 147, key is hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e./info:regioninfo/1733480218700/Put/seqid=0 2024-12-06T10:17:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741839_1015 (size=5500) 2024-12-06T10:17:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741838_1014 (size=6631) 2024-12-06T10:17:00,764 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:00,796 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:00,993 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:17:00,993 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:17:00,996 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:01,078 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/.tmp/queue/44a0db14d5df43afba2e1b621d27e3cb 2024-12-06T10:17:01,078 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/b5f5547e77ca432db9ca62d5f3f7e18b 2024-12-06T10:17:01,124 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/.tmp/queue/44a0db14d5df43afba2e1b621d27e3cb as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/queue/44a0db14d5df43afba2e1b621d27e3cb 2024-12-06T10:17:01,129 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:01,134 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/queue/44a0db14d5df43afba2e1b621d27e3cb, entries=2, sequenceid=6, filesize=5.4 K 2024-12-06T10:17:01,141 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d06602eda070e89e6ebe5fd91f87041e in 541ms, sequenceid=6, compaction requested=false 2024-12-06T10:17:01,141 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:17:01,145 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/ns/c9858a9c5cba4d49b9599abd09496bad is 43, key is default/ns:d/1733480213200/Put/seqid=0 2024-12-06T10:17:01,149 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T10:17:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741840_1016 (size=5153) 2024-12-06T10:17:01,152 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:01,153 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:01,153 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d06602eda070e89e6ebe5fd91f87041e: Waiting for close lock at 1733480220594Running coprocessor pre-close hooks at 1733480220594Disabling compacts and flushes for region at 1733480220594Disabling writes for close at 1733480220594Obtaining lock to block concurrent updates at 1733480220598 (+4 ms)Preparing flush snapshotting stores in d06602eda070e89e6ebe5fd91f87041e at 1733480220598Finished memstore snapshotting hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733480220606 (+8 ms)Flushing stores of hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. at 1733480220608 (+2 ms)Flushing d06602eda070e89e6ebe5fd91f87041e/queue: creating writer at 1733480220609 (+1 ms)Flushing d06602eda070e89e6ebe5fd91f87041e/queue: appending metadata at 1733480220648 (+39 ms)Flushing d06602eda070e89e6ebe5fd91f87041e/queue: closing flushed file at 1733480220651 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27fe5ec6: reopening flushed file at 1733480221122 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d06602eda070e89e6ebe5fd91f87041e in 541ms, sequenceid=6, compaction requested=false at 1733480221141 (+19 ms)Writing region close event to WAL at 1733480221144 (+3 ms)Running coprocessor post-close hooks at 1733480221150 (+6 ms)Closed at 1733480221153 (+3 ms) 2024-12-06T10:17:01,154 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:01,196 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:01,272 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:01,396 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:01,552 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/ns/c9858a9c5cba4d49b9599abd09496bad 2024-12-06T10:17:01,576 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/table/2140b04730c74a1cb7baea649bc3a0df is 53, key is hbase:replication/table:state/1733480218713/Put/seqid=0 2024-12-06T10:17:01,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741841_1017 (size=5256) 2024-12-06T10:17:01,597 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:17:01,597 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:17:01,597 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:01,797 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:01,839 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:01,879 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198/748048564c27%2C42369%2C1733480209198.1733480212150 to pos 0, reset compression=false 2024-12-06T10:17:01,982 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/table/2140b04730c74a1cb7baea649bc3a0df 2024-12-06T10:17:01,993 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/b5f5547e77ca432db9ca62d5f3f7e18b as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/info/b5f5547e77ca432db9ca62d5f3f7e18b 2024-12-06T10:17:01,997 DEBUG [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:02,002 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/info/b5f5547e77ca432db9ca62d5f3f7e18b, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T10:17:02,003 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/ns/c9858a9c5cba4d49b9599abd09496bad as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/ns/c9858a9c5cba4d49b9599abd09496bad 2024-12-06T10:17:02,011 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/ns/c9858a9c5cba4d49b9599abd09496bad, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:17:02,013 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/table/2140b04730c74a1cb7baea649bc3a0df as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/table/2140b04730c74a1cb7baea649bc3a0df 2024-12-06T10:17:02,021 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/table/2140b04730c74a1cb7baea649bc3a0df, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T10:17:02,023 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false 2024-12-06T10:17:02,029 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:17:02,030 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:02,030 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:02,030 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:02,030 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480220595Running coprocessor pre-close hooks at 1733480220595Disabling compacts and flushes for region at 1733480220595Disabling writes for close at 1733480220595Obtaining lock to block concurrent updates at 1733480220598 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733480220598Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733480220606 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480220608 (+2 ms)Flushing 1588230740/info: creating writer at 1733480220609 (+1 ms)Flushing 1588230740/info: appending metadata at 1733480220649 (+40 ms)Flushing 1588230740/info: closing flushed file at 1733480220651 (+2 ms)Flushing 1588230740/ns: creating writer at 1733480221121 (+470 ms)Flushing 1588230740/ns: appending metadata at 1733480221143 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733480221143Flushing 1588230740/table: creating writer at 1733480221560 (+417 ms)Flushing 1588230740/table: appending metadata at 1733480221576 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733480221576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3706d6bc: reopening flushed file at 1733480221992 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@724f43b5: reopening flushed file at 1733480222002 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59553d6c: reopening flushed file at 1733480222011 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1427ms, sequenceid=11, compaction requested=false at 1733480222023 (+12 ms)Writing region close event to WAL at 1733480222024 (+1 ms)Running coprocessor post-close hooks at 1733480222029 (+5 ms)Closed at 1733480222030 (+1 ms) 2024-12-06T10:17:02,030 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:02,198 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42369,1733480209198; all regions closed. 2024-12-06T10:17:02,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741834_1010 (size=2742) 2024-12-06T10:17:02,209 DEBUG [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:02,210 INFO [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C42369%2C1733480209198.meta:.meta(num 1733480213043) 2024-12-06T10:17:02,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741837_1013 (size=1802) 2024-12-06T10:17:02,215 DEBUG [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:02,215 INFO [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C42369%2C1733480209198.rep:(num 1733480218653) 2024-12-06T10:17:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:17:02,220 DEBUG [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:02,221 INFO [RS:0;748048564c27:42369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C42369%2C1733480209198:(num 1733480212150) 2024-12-06T10:17:02,221 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:02,221 INFO [RS:0;748048564c27:42369 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:02,221 INFO [RS:0;748048564c27:42369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:02,221 INFO [RS:0;748048564c27:42369 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:02,221 INFO [RS:0;748048564c27:42369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:02,221 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:02,222 INFO [RS:0;748048564c27:42369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42369,1733480209198 because: Region server is closing 2024-12-06T10:17:02,222 INFO [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42369. 2024-12-06T10:17:02,222 DEBUG [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:02,222 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:02,222 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:02,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:02,323 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:17:02,323 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:17:02,323 INFO [RS:0;748048564c27:42369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,1-748048564c27,42369,1733480209198 terminated 2024-12-06T10:17:02,324 INFO [RS:0;748048564c27:42369 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-748048564c27,42369,1733480209198 because: Region server is closing 2024-12-06T10:17:02,324 INFO [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42369. 2024-12-06T10:17:02,324 DEBUG [RS:0;748048564c27:42369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:02,324 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:02,325 DEBUG [RS:0;748048564c27:42369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:02,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:02,425 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.wal-reader.748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:17:02,425 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:17:02,425 INFO [RS:0;748048564c27:42369 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,42369,1733480209198.replicationSource.shipper748048564c27%2C42369%2C1733480209198,2-748048564c27,42369,1733480209198 terminated 2024-12-06T10:17:02,426 INFO [RS:0;748048564c27:42369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42369 2024-12-06T10:17:02,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/rs/748048564c27,42369,1733480209198 2024-12-06T10:17:02,429 INFO [RS:0;748048564c27:42369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:02,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/rs 2024-12-06T10:17:02,432 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42369,1733480209198] 2024-12-06T10:17:02,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/draining/748048564c27,42369,1733480209198 already deleted, retry=false 2024-12-06T10:17:02,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42369,1733480209198 expired; onlineServers=0 2024-12-06T10:17:02,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,45187,1733480208517' ***** 2024-12-06T10:17:02,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:17:02,434 INFO [M:0;748048564c27:45187 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:02,434 INFO [M:0;748048564c27:45187 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:02,434 DEBUG [M:0;748048564c27:45187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:17:02,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:17:02,434 DEBUG [M:0;748048564c27:45187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:17:02,434 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480211797 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480211797,5,FailOnTimeoutGroup] 2024-12-06T10:17:02,434 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480211796 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480211796,5,FailOnTimeoutGroup] 2024-12-06T10:17:02,434 INFO [M:0;748048564c27:45187 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:02,434 INFO [M:0;748048564c27:45187 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:02,435 DEBUG [M:0;748048564c27:45187 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:17:02,435 INFO [M:0;748048564c27:45187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:17:02,435 INFO [M:0;748048564c27:45187 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:02,435 INFO [M:0;748048564c27:45187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:17:02,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:17:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/master 2024-12-06T10:17:02,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:02,437 DEBUG [M:0;748048564c27:45187 {}] zookeeper.ZKUtil(347): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/master because node does not exist (not an error) 2024-12-06T10:17:02,437 WARN [M:0;748048564c27:45187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:17:02,438 INFO [M:0;748048564c27:45187 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.lastflushedseqids 2024-12-06T10:17:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741842_1018 (size=181) 2024-12-06T10:17:02,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:02,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42369-0x1018746b5810001, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:02,533 INFO [RS:0;748048564c27:42369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:02,533 INFO [RS:0;748048564c27:42369 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42369,1733480209198; zookeeper connection closed. 2024-12-06T10:17:02,533 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3429deb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3429deb2 2024-12-06T10:17:02,534 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:17:02,851 INFO [M:0;748048564c27:45187 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:17:02,851 INFO [M:0;748048564c27:45187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:17:02,852 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:02,852 INFO [M:0;748048564c27:45187 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:02,852 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:02,852 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:02,852 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:02,852 INFO [M:0;748048564c27:45187 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-06T10:17:02,883 DEBUG [M:0;748048564c27:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/901059ac1c4a49438843a2181bde55a7 is 82, key is hbase:meta,,1/info:regioninfo/1733480213125/Put/seqid=0 2024-12-06T10:17:02,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741843_1019 (size=5672) 2024-12-06T10:17:02,895 INFO [M:0;748048564c27:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/901059ac1c4a49438843a2181bde55a7 2024-12-06T10:17:02,921 DEBUG [M:0;748048564c27:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/174c418a8d51431cb035189586993265 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733480218719/Put/seqid=0 2024-12-06T10:17:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741844_1020 (size=8663) 2024-12-06T10:17:03,328 INFO [M:0;748048564c27:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/174c418a8d51431cb035189586993265 2024-12-06T10:17:03,352 DEBUG [M:0;748048564c27:45187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48626ee3d674c8482c07241064f4c56 is 69, key is 748048564c27,42369,1733480209198/rs:state/1733480211925/Put/seqid=0 2024-12-06T10:17:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741845_1021 (size=5156) 2024-12-06T10:17:03,758 INFO [M:0;748048564c27:45187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48626ee3d674c8482c07241064f4c56 2024-12-06T10:17:03,771 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/901059ac1c4a49438843a2181bde55a7 as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/901059ac1c4a49438843a2181bde55a7 2024-12-06T10:17:03,782 INFO [M:0;748048564c27:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/901059ac1c4a49438843a2181bde55a7, entries=8, sequenceid=115, filesize=5.5 K 2024-12-06T10:17:03,783 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/174c418a8d51431cb035189586993265 as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/174c418a8d51431cb035189586993265 2024-12-06T10:17:03,793 INFO [M:0;748048564c27:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/174c418a8d51431cb035189586993265, entries=14, sequenceid=115, filesize=8.5 K 2024-12-06T10:17:03,795 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f48626ee3d674c8482c07241064f4c56 as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48626ee3d674c8482c07241064f4c56 2024-12-06T10:17:03,803 INFO [M:0;748048564c27:45187 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48626ee3d674c8482c07241064f4c56, entries=1, sequenceid=115, filesize=5.0 K 2024-12-06T10:17:03,807 INFO [M:0;748048564c27:45187 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=115, compaction requested=false 2024-12-06T10:17:03,817 INFO [M:0;748048564c27:45187 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:03,817 DEBUG [M:0;748048564c27:45187 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480222851Disabling compacts and flushes for region at 1733480222851Disabling writes for close at 1733480222852 (+1 ms)Obtaining lock to block concurrent updates at 1733480222852Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480222852Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733480222853 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480222854 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480222854Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480222882 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480222882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480222903 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480222920 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480222920Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480223336 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480223351 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480223351Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@584b09e0: reopening flushed file at 1733480223769 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b3596f: reopening flushed file at 1733480223782 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6548cc9d: reopening flushed file at 1733480223793 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 954ms, sequenceid=115, compaction requested=false at 1733480223807 (+14 ms)Writing region close event to WAL at 1733480223817 (+10 ms)Closed at 1733480223817 2024-12-06T10:17:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741830_1006 (size=59421) 2024-12-06T10:17:03,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:03,824 INFO [M:0;748048564c27:45187 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:17:03,824 INFO [M:0;748048564c27:45187 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45187 2024-12-06T10:17:03,824 INFO [M:0;748048564c27:45187 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:03,927 INFO [M:0;748048564c27:45187 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:03,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45187-0x1018746b5810000, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:03,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:17:03,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:03,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43215 2024-12-06T10:17:03,934 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43215 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:17:03,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432150x0, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:03,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43215-0x1018746b5810006 connected 2024-12-06T10:17:03,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:03,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:03,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:03,947 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: INIT 2024-12-06T10:17:03,948 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28, hbase.cluster.distributed=false 2024-12-06T10:17:03,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/acl 2024-12-06T10:17:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43215 2024-12-06T10:17:03,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43215 2024-12-06T10:17:03,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43215 2024-12-06T10:17:03,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43215 2024-12-06T10:17:03,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43215 2024-12-06T10:17:03,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:03,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:17:03,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:03,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37035 2024-12-06T10:17:03,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37035 connecting to ZooKeeper ensemble=127.0.0.1:50819 2024-12-06T10:17:03,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:03,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:03,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370350x0, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:03,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37035-0x1018746b5810007 connected 2024-12-06T10:17:03,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:03,997 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: INIT 2024-12-06T10:17:03,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:17:04,001 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:17:04,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/master 2024-12-06T10:17:04,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/acl 2024-12-06T10:17:04,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T10:17:04,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37035 2024-12-06T10:17:04,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37035 2024-12-06T10:17:04,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T10:17:04,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37035 2024-12-06T10:17:04,024 DEBUG [M:0;748048564c27:43215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:43215 2024-12-06T10:17:04,024 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1359258711/backup-masters/748048564c27,43215,1733480223930 2024-12-06T10:17:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:17:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:17:04,027 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/backup-masters/748048564c27,43215,1733480223930 2024-12-06T10:17:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/master 2024-12-06T10:17:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:04,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:04,029 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/master 2024-12-06T10:17:04,030 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1359258711/backup-masters/748048564c27,43215,1733480223930 from backup master directory 2024-12-06T10:17:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/backup-masters/748048564c27,43215,1733480223930 2024-12-06T10:17:04,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:17:04,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/backup-masters 2024-12-06T10:17:04,032 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:04,032 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,43215,1733480223930 2024-12-06T10:17:04,070 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:04,070 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:17:04,085 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-06T10:17:04,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741846_1022 (size=196) 2024-12-06T10:17:04,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:04,503 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:04,503 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:17:04,504 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:04,512 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T10:17:04,515 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517 to hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517-dead as it is dead 2024-12-06T10:17:04,517 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T10:17:04,517 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T10:17:04,517 INFO [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517-dead/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:17:04,523 INFO [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517-dead/748048564c27%2C45187%2C1733480208517.1733480211236 after 4ms 2024-12-06T10:17:04,524 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517-dead/748048564c27%2C45187%2C1733480208517.1733480211236 to hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:17:04,524 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,45187,1733480208517-dead 2024-12-06T10:17:04,524 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,43215,1733480223930 2024-12-06T10:17:04,526 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:04,527 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C43215%2C1733480223930, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,43215,1733480223930, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/oldWALs, maxLogs=10 2024-12-06T10:17:04,541 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,43215,1733480223930/748048564c27%2C43215%2C1733480223930.1733480224528, exclude list is [], retry=0 2024-12-06T10:17:04,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:17:04,547 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/WALs/748048564c27,43215,1733480223930/748048564c27%2C43215%2C1733480223930.1733480224528 2024-12-06T10:17:04,547 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:17:04,547 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:04,547 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:04,548 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,548 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:17:04,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:04,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/901059ac1c4a49438843a2181bde55a7 2024-12-06T10:17:04,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:17:04,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:04,565 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/174c418a8d51431cb035189586993265 2024-12-06T10:17:04,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:04,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:17:04,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:04,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f48626ee3d674c8482c07241064f4c56 2024-12-06T10:17:04,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:04,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:17:04,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:04,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:04,573 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,574 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T10:17:04,574 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:17:04,587 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:17:04,589 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C45187%2C1733480208517.1733480211236 2024-12-06T10:17:04,590 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,590 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,591 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:04,593 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:04,596 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-06T10:17:04,597 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71101454, jitterRate=0.059494227170944214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:04,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480224548Initializing all the Stores at 1733480224549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480224549Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480224549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480224549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480224549Cleaning up temporary data from old regions at 1733480224590 (+41 ms)Region opened successfully at 1733480224597 (+7 ms) 2024-12-06T10:17:04,598 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:17:04,602 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbc1256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:04,615 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T10:17:04,615 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:17:04,616 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:17:04,616 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:17:04,616 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:17:04,622 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:04,622 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:17:04,623 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:17:04,623 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:17:04,624 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T10:17:04,624 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-06T10:17:04,624 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-06T10:17:04,624 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:17:04,629 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=748048564c27,42369,1733480209198, regionLocation=748048564c27,42369,1733480209198, openSeqNum=2 2024-12-06T10:17:04,629 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=748048564c27,42369,1733480209198, table=hbase:meta, region=1588230740 2024-12-06T10:17:04,629 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42369,1733480209198, state=OPEN 2024-12-06T10:17:04,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:04,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:04,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:04,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:04,637 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:17:04,643 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/draining/748048564c27,42369,1733480209198 already deleted, retry=false 2024-12-06T10:17:04,643 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 748048564c27,42369,1733480209198 on 748048564c27,43215,1733480223930 2024-12-06T10:17:04,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 748048564c27,42369,1733480209198, splitWal=true, meta=true 2024-12-06T10:17:04,652 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 748048564c27,42369,1733480209198 (carryingMeta=true) 748048564c27,42369,1733480209198/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4959248e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T10:17:04,655 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/balancer because node does not exist (not necessarily an error) 2024-12-06T10:17:04,658 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/balancer already deleted, retry=false 2024-12-06T10:17:04,658 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:17:04,659 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:17:04,660 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/normalizer already deleted, retry=false 2024-12-06T10:17:04,660 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:17:04,661 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:17:04,663 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/switch/split already deleted, retry=false 2024-12-06T10:17:04,663 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:17:04,665 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/switch/merge already deleted, retry=false 2024-12-06T10:17:04,673 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:17:04,674 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/snapshot-cleanup already deleted, retry=false 2024-12-06T10:17:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:04,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:04,677 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,43215,1733480223930, sessionid=0x1018746b5810006, setting cluster-up flag (Was=false) 2024-12-06T10:17:04,680 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1359258711/flush-table-proc/acquired, /0-1359258711/flush-table-proc/reached, /0-1359258711/flush-table-proc/abort 2024-12-06T10:17:04,681 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43215,1733480223930 2024-12-06T10:17:04,683 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1359258711/online-snapshot/acquired, /0-1359258711/online-snapshot/reached, /0-1359258711/online-snapshot/abort 2024-12-06T10:17:04,684 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43215,1733480223930 2024-12-06T10:17:04,686 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.lastflushedseqids 2024-12-06T10:17:04,689 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:17:04,689 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:17:04,689 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,43215,1733480223930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 748048564c27,42369,1733480209198 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:17:04,690 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:04,690 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:04,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480254692 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:17:04,692 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:17:04,693 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480224693,5,FailOnTimeoutGroup] 2024-12-06T10:17:04,693 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480224693,5,FailOnTimeoutGroup] 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:17:04,693 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,694 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480224694, completionTime=-1 2024-12-06T10:17:04,694 WARN [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T10:17:04,694 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 748048564c27,42369,1733480209198, splitWal=true, meta=true 2024-12-06T10:17:04,696 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 748048564c27,42369,1733480209198, splitWal=true, meta=true, isMeta: true 2024-12-06T10:17:04,697 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T10:17:04,697 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198-splitting 2024-12-06T10:17:04,699 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198-splitting dir is empty, no logs to split. 2024-12-06T10:17:04,699 INFO [PEWorker-1 {}] master.SplitWALManager(105): 748048564c27,42369,1733480209198 WAL count=0, meta=true 2024-12-06T10:17:04,702 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198-splitting dir is empty, no logs to split. 2024-12-06T10:17:04,702 INFO [PEWorker-1 {}] master.SplitWALManager(105): 748048564c27,42369,1733480209198 WAL count=0, meta=true 2024-12-06T10:17:04,702 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 748048564c27,42369,1733480209198 WAL splitting is done? wals=0, meta=true 2024-12-06T10:17:04,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:17:04,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:04,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T10:17:04,713 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(746): ClusterId : 665e6613-e91d-4f7e-88a8-917c61e7802c 2024-12-06T10:17:04,713 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:17:04,715 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:17:04,715 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:17:04,717 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:17:04,717 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca24e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:04,730 DEBUG [RS:0;748048564c27:37035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:37035 2024-12-06T10:17:04,730 INFO [RS:0;748048564c27:37035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:17:04,730 INFO [RS:0;748048564c27:37035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:17:04,730 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:17:04,731 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,43215,1733480223930 with port=37035, startcode=1733480223982 2024-12-06T10:17:04,731 DEBUG [RS:0;748048564c27:37035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:17:04,733 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37107, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:17:04,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,37035,1733480223982 2024-12-06T10:17:04,734 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43215 {}] master.ServerManager(517): Registering regionserver=748048564c27,37035,1733480223982 2024-12-06T10:17:04,736 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28 2024-12-06T10:17:04,736 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46651 2024-12-06T10:17:04,736 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:17:04,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/rs 2024-12-06T10:17:04,739 DEBUG [RS:0;748048564c27:37035 {}] zookeeper.ZKUtil(111): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on existing znode=/0-1359258711/rs/748048564c27,37035,1733480223982 2024-12-06T10:17:04,739 WARN [RS:0;748048564c27:37035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:04,739 INFO [RS:0;748048564c27:37035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:04,739 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982 2024-12-06T10:17:04,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,37035,1733480223982] 2024-12-06T10:17:04,747 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=53ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T10:17:04,777 INFO [RS:0;748048564c27:37035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:17:04,779 INFO [RS:0;748048564c27:37035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:17:04,779 INFO [RS:0;748048564c27:37035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:17:04,779 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,779 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:17:04,780 INFO [RS:0;748048564c27:37035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:17:04,781 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:04,781 DEBUG [RS:0;748048564c27:37035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,782 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37035,1733480223982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:04,800 INFO [RS:0;748048564c27:37035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:17:04,800 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37035,1733480223982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,814 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(231): queueId=1-748048564c27,37035,1733480223982, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:17:04,829 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(231): queueId=2-748048564c27,37035,1733480223982, ReplicationSource: 2, currentBandwidth=0 2024-12-06T10:17:04,830 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,830 INFO [RS:0;748048564c27:37035 {}] regionserver.Replication(171): 748048564c27,37035,1733480223982 started 2024-12-06T10:17:04,830 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:17:04,831 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33187098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,831 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:17:04,831 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:04,833 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:17:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:17:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ad8e967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:17:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:04,835 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:04,837 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b572a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,837 DEBUG [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:04,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:17:04,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70b3e326 2024-12-06T10:17:04,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:04,839 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T10:17:04,840 INFO [RS:0;748048564c27:37035.replicationSource,1-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,37035,1733480223982 (queues=0) is replicating from cluster=665e6613-e91d-4f7e-88a8-917c61e7802c to cluster=be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:17:04,846 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36615' 2024-12-06T10:17:04,846 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:04,846 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,37035,1733480223982, RpcServer on 748048564c27/172.17.0.2:37035, sessionid=0x1018746b5810007 2024-12-06T10:17:04,846 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:17:04,846 DEBUG [RS:0;748048564c27:37035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,37035,1733480223982 2024-12-06T10:17:04,846 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,37035,1733480223982' 2024-12-06T10:17:04,846 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1359258711/flush-table-proc/abort' 2024-12-06T10:17:04,847 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10bf422f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,847 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36615,-1 for getting cluster id 2024-12-06T10:17:04,847 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:04,847 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1359258711/flush-table-proc/acquired' 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,37035,1733480223982 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,37035,1733480223982' 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1359258711/online-snapshot/abort' 2024-12-06T10:17:04,848 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'be5f4019-5d5e-4e2a-843c-c33e37fa13ee' 2024-12-06T10:17:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "be5f4019-5d5e-4e2a-843c-c33e37fa13ee" 2024-12-06T10:17:04,848 DEBUG [RS:0;748048564c27:37035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1359258711/online-snapshot/acquired' 2024-12-06T10:17:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff58917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36615,-1] 2024-12-06T10:17:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:04,849 DEBUG [RS:0;748048564c27:37035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:17:04,849 INFO [RS:0;748048564c27:37035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:17:04,849 INFO [RS:0;748048564c27:37035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:17:04,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:04,850 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:04,851 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c9f95f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:04,851 DEBUG [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:04,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36615,1733480214509 2024-12-06T10:17:04,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a12a2d1 2024-12-06T10:17:04,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:04,852 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-06T10:17:04,853 INFO [RS:0;748048564c27:37035.replicationSource,2-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-748048564c27,37035,1733480223982 (queues=0) is replicating from cluster=665e6613-e91d-4f7e-88a8-917c61e7802c to cluster=be5f4019-5d5e-4e2a-843c-c33e37fa13ee 2024-12-06T10:17:04,856 WARN [748048564c27:43215 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T10:17:04,949 INFO [RS:0;748048564c27:37035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:04,951 INFO [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C37035%2C1733480223982, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:17:04,965 DEBUG [RS:0;748048564c27:37035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952, exclude list is [], retry=0 2024-12-06T10:17:04,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:17:04,971 INFO [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 2024-12-06T10:17:04,971 DEBUG [RS:0;748048564c27:37035 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 748048564c27%2C37035%2C1733480223982 for peer 1 2024-12-06T10:17:04,971 DEBUG [RS:0;748048564c27:37035 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 748048564c27%2C37035%2C1733480223982 for peer 2 2024-12-06T10:17:04,971 DEBUG [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C37035%2C1733480223982 2024-12-06T10:17:04,971 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,37035,1733480223982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:17:04,972 INFO [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C37035%2C1733480223982 2024-12-06T10:17:04,972 DEBUG [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=748048564c27%2C37035%2C1733480223982 2024-12-06T10:17:04,972 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-748048564c27,37035,1733480223982, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:17:04,972 DEBUG [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:17:04,972 INFO [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C37035%2C1733480223982 2024-12-06T10:17:04,973 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952, startPosition=0, beingWritten=true 2024-12-06T10:17:04,973 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952, startPosition=0, beingWritten=true 2024-12-06T10:17:05,107 DEBUG [748048564c27:43215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:05,107 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,37035,1733480223982 2024-12-06T10:17:05,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,37035,1733480223982, state=OPENING 2024-12-06T10:17:05,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:05,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:05,111 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:05,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:05,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:05,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,37035,1733480223982}] 2024-12-06T10:17:05,181 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:05,181 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:05,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:05,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:17:05,270 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:17:05,270 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:05,270 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:17:05,272 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C37035%2C1733480223982.meta, suffix=.meta, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:17:05,288 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.meta.1733480225273.meta, exclude list is [], retry=0 2024-12-06T10:17:05,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:17:05,293 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.meta.1733480225273.meta 2024-12-06T10:17:05,293 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:17:05,293 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:05,293 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:17:05,294 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:17:05,294 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:17:05,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:05,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:05,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:05,304 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/info/b5f5547e77ca432db9ca62d5f3f7e18b 2024-12-06T10:17:05,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:05,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:05,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:05,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:05,312 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/ns/c9858a9c5cba4d49b9599abd09496bad 2024-12-06T10:17:05,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:05,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:05,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:05,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:05,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:05,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:05,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:05,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:05,324 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/table/2140b04730c74a1cb7baea649bc3a0df 2024-12-06T10:17:05,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:05,324 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:05,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:17:05,326 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740 2024-12-06T10:17:05,328 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:05,328 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:05,329 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:05,330 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:05,331 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69879184, jitterRate=0.04128098487854004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:05,331 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:17:05,331 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480225294Writing region info on filesystem at 1733480225294Initializing all the Stores at 1733480225295 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480225295Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480225296 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480225296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480225296Cleaning up temporary data from old regions at 1733480225328 (+32 ms)Running coprocessor post-open hooks at 1733480225331 (+3 ms)Region opened successfully at 1733480225331 2024-12-06T10:17:05,333 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733480225264 2024-12-06T10:17:05,335 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:17:05,335 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:17:05,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=748048564c27,37035,1733480223982 2024-12-06T10:17:05,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,37035,1733480223982, state=OPEN 2024-12-06T10:17:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:05,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1359258711/meta-region-server 2024-12-06T10:17:05,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,37035,1733480223982 2024-12-06T10:17:05,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:05,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1359258711/meta-region-server: CHANGED 2024-12-06T10:17:05,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T10:17:05,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,37035,1733480223982 in 228 msec 2024-12-06T10:17:05,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T10:17:05,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-12-06T10:17:05,489 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:05,489 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:05,896 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:05,897 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:06,250 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-06T10:17:06,402 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:06,403 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:07,010 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:07,010 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:07,718 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:07,718 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:07,752 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-06T10:17:08,525 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:08,525 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:08,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T10:17:09,204 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T10:17:09,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:17:09,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:09,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,37035,1733480223982, seqNum=-1] 2024-12-06T10:17:09,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:09,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:09,213 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d06602eda070e89e6ebe5fd91f87041e, regionState=OPEN, lastHost=748048564c27,42369,1733480209198, regionLocation=748048564c27,42369,1733480209198, openSeqNum=2 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480289214 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480349214 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,214 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 748048564c27,42369,1733480209198 had 2 regions 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:43215, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,214 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,215 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,216 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 748048564c27,42369,1733480209198, splitWal=true, meta=true, isMeta: false 2024-12-06T10:17:09,219 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198-splitting dir is empty, no logs to split. 2024-12-06T10:17:09,219 INFO [PEWorker-3 {}] master.SplitWALManager(105): 748048564c27,42369,1733480209198 WAL count=0, meta=false 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.190sec 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:09,222 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:17:09,223 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,42369,1733480209198-splitting dir is empty, no logs to split. 2024-12-06T10:17:09,223 INFO [PEWorker-3 {}] master.SplitWALManager(105): 748048564c27,42369,1733480209198 WAL count=0, meta=false 2024-12-06T10:17:09,223 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 748048564c27,42369,1733480209198 WAL splitting is done? wals=0, meta=false 2024-12-06T10:17:09,225 WARN [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=748048564c27,42369,1733480209198/hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:09,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN}] 2024-12-06T10:17:09,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN 2024-12-06T10:17:09,227 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:17:09,227 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:17:09,227 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43215,1733480223930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:09,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T10:17:09,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,316 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43215,-1 for getting cluster id 2024-12-06T10:17:09,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:09,318 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '665e6613-e91d-4f7e-88a8-917c61e7802c' 2024-12-06T10:17:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "665e6613-e91d-4f7e-88a8-917c61e7802c" 2024-12-06T10:17:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43215,-1] 2024-12-06T10:17:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:09,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,321 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:09,322 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29448dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:09,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,37035,1733480223982, seqNum=-1] 2024-12-06T10:17:09,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:09,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:09,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T10:17:09,329 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:09,329 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:09,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:09,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 748048564c27:43215 after: 748048564c27:43215 2024-12-06T10:17:09,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,330 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43215,-1 for getting cluster id 2024-12-06T10:17:09,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:09,331 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '665e6613-e91d-4f7e-88a8-917c61e7802c' 2024-12-06T10:17:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "665e6613-e91d-4f7e-88a8-917c61e7802c" 2024-12-06T10:17:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43215,-1] 2024-12-06T10:17:09,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:09,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,332 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:09,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:09,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43215,1733480223930 2024-12-06T10:17:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-12-06T10:17:09,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:09,335 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:09,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:17:09,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T10:17:09,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:17:09,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43215 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-06T10:17:09,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:17:09,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:09,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:09,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:17:09,340 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1618436362, stopped=false 2024-12-06T10:17:09,340 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,36615,1733480214509 2024-12-06T10:17:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300385336/running 2024-12-06T10:17:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300385336/running 2024-12-06T10:17:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:17:09,342 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:09,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:17:09,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:09,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:09,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/running 2024-12-06T10:17:09,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Set watcher on znode that does not yet exist, /1-300385336/running 2024-12-06T10:17:09,343 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,46351,1733480214558' ***** 2024-12-06T10:17:09,343 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:17:09,343 INFO [RS:0;748048564c27:46351 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:17:09,343 INFO [RS:0;748048564c27:46351 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:17:09,343 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:17:09,343 INFO [RS:0;748048564c27:46351 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(959): stopping server 748048564c27,46351,1733480214558 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:46351. 2024-12-06T10:17:09,344 DEBUG [RS:0;748048564c27:46351 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:09,344 DEBUG [RS:0;748048564c27:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:17:09,344 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:17:09,344 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:17:09,344 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:09,344 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:09,344 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:09,344 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:09,345 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:09,345 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:09,345 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T10:17:09,363 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/.tmp/ns/f9e0c5bf4d9c49f5ae17744eb4e45e4c is 43, key is default/ns:d/1733480217271/Put/seqid=0 2024-12-06T10:17:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741835_1011 (size=5153) 2024-12-06T10:17:09,378 DEBUG [748048564c27:43215 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:09,379 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d06602eda070e89e6ebe5fd91f87041e, regionState=OPENING, regionLocation=748048564c27,37035,1733480223982 2024-12-06T10:17:09,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN because future has completed 2024-12-06T10:17:09,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,37035,1733480223982}] 2024-12-06T10:17:09,432 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:09,432 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:09,440 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:09,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:09,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:09,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:17:09,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C37035%2C1733480223982.rep, suffix=, logDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982, archiveDir=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs, maxLogs=10 2024-12-06T10:17:09,544 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:09,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.rep.1733480229543, exclude list is [], retry=0 2024-12-06T10:17:09,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-838bc560-5973-45da-acaf-fe88296c2512,DISK] 2024-12-06T10:17:09,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.rep.1733480229543 2024-12-06T10:17:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-12-06T10:17:09,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d06602eda070e89e6ebe5fd91f87041e, NAME => 'hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:09,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:09,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:09,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. service=MultiRowMutationService 2024-12-06T10:17:09,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:17:09,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:09,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,565 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,566 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName hfileref 2024-12-06T10:17:09,566 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:09,567 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:09,567 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,567 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName queue 2024-12-06T10:17:09,568 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:09,575 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/queue/44a0db14d5df43afba2e1b621d27e3cb 2024-12-06T10:17:09,575 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:09,575 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,576 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d06602eda070e89e6ebe5fd91f87041e columnFamilyName sid 2024-12-06T10:17:09,576 DEBUG [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:09,577 INFO [StoreOpener-d06602eda070e89e6ebe5fd91f87041e-1 {}] regionserver.HStore(327): Store=d06602eda070e89e6ebe5fd91f87041e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:09,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:17:09,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d06602eda070e89e6ebe5fd91f87041e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64761242, jitterRate=-0.03498229384422302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:17:09,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:09,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d06602eda070e89e6ebe5fd91f87041e: Running coprocessor pre-open hook at 1733480229564Writing region info on filesystem at 1733480229564Initializing all the Stores at 1733480229565 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480229565Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480229565Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480229565Cleaning up temporary data from old regions at 1733480229580 (+15 ms)Running coprocessor post-open hooks at 1733480229583 (+3 ms)Region opened successfully at 1733480229583 2024-12-06T10:17:09,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., pid=19, masterSystemTime=1733480229535 2024-12-06T10:17:09,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:09,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:09,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d06602eda070e89e6ebe5fd91f87041e, regionState=OPEN, openSeqNum=10, regionLocation=748048564c27,37035,1733480223982 2024-12-06T10:17:09,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,37035,1733480223982 because future has completed 2024-12-06T10:17:09,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T10:17:09,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d06602eda070e89e6ebe5fd91f87041e, server=748048564c27,37035,1733480223982 in 209 msec 2024-12-06T10:17:09,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-06T10:17:09,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d06602eda070e89e6ebe5fd91f87041e, ASSIGN in 370 msec 2024-12-06T10:17:09,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T10:17:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e., hostname=748048564c27,37035,1733480223982, seqNum=10] 2024-12-06T10:17:09,634 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 748048564c27,42369,1733480209198 2024-12-06T10:17:09,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T10:17:09,745 DEBUG [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:09,768 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/.tmp/ns/f9e0c5bf4d9c49f5ae17744eb4e45e4c 2024-12-06T10:17:09,776 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/.tmp/ns/f9e0c5bf4d9c49f5ae17744eb4e45e4c as hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/ns/f9e0c5bf4d9c49f5ae17744eb4e45e4c 2024-12-06T10:17:09,783 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/ns/f9e0c5bf4d9c49f5ae17744eb4e45e4c, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T10:17:09,784 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-12-06T10:17:09,784 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:17:09,789 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T10:17:09,790 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:09,790 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:09,790 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:09,790 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480229344Running coprocessor pre-close hooks at 1733480229344Disabling compacts and flushes for region at 1733480229344Disabling writes for close at 1733480229345 (+1 ms)Obtaining lock to block concurrent updates at 1733480229345Preparing flush snapshotting stores in 1588230740 at 1733480229345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733480229345Flushing stores of hbase:meta,,1.1588230740 at 1733480229346 (+1 ms)Flushing 1588230740/ns: creating writer at 1733480229346Flushing 1588230740/ns: appending metadata at 1733480229362 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733480229362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc3fc3f: reopening flushed file at 1733480229775 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1733480229784 (+9 ms)Writing region close event to WAL at 1733480229786 (+2 ms)Running coprocessor post-close hooks at 1733480229790 (+4 ms)Closed at 1733480229790 2024-12-06T10:17:09,790 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:09,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-06T10:17:09,945 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(976): stopping server 748048564c27,46351,1733480214558; all regions closed. 2024-12-06T10:17:09,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741834_1010 (size=1152) 2024-12-06T10:17:09,951 DEBUG [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/oldWALs 2024-12-06T10:17:09,951 INFO [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C46351%2C1733480214558.meta:.meta(num 1733480217202) 2024-12-06T10:17:09,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:17:09,955 DEBUG [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/oldWALs 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C46351%2C1733480214558:(num 1733480216271) 2024-12-06T10:17:09,956 DEBUG [RS:0;748048564c27:46351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:09,956 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:09,956 INFO [RS:0;748048564c27:46351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46351 2024-12-06T10:17:09,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300385336/rs/748048564c27,46351,1733480214558 2024-12-06T10:17:09,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336/rs 2024-12-06T10:17:09,958 INFO [RS:0;748048564c27:46351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:09,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,46351,1733480214558] 2024-12-06T10:17:09,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-300385336/draining/748048564c27,46351,1733480214558 already deleted, retry=false 2024-12-06T10:17:09,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,46351,1733480214558 expired; onlineServers=0 2024-12-06T10:17:09,962 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,36615,1733480214509' ***** 2024-12-06T10:17:09,962 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:09,962 DEBUG [M:0;748048564c27:36615 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:17:09,962 DEBUG [M:0;748048564c27:36615 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:17:09,962 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:17:09,962 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480215999 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480215999,5,FailOnTimeoutGroup] 2024-12-06T10:17:09,962 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480215999 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480215999,5,FailOnTimeoutGroup] 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:09,962 DEBUG [M:0;748048564c27:36615 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:17:09,962 INFO [M:0;748048564c27:36615 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:09,963 INFO [M:0;748048564c27:36615 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:17:09,963 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:17:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300385336/master 2024-12-06T10:17:09,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300385336 2024-12-06T10:17:09,964 DEBUG [M:0;748048564c27:36615 {}] zookeeper.ZKUtil(347): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Unable to get data of znode /1-300385336/master because node does not exist (not an error) 2024-12-06T10:17:09,964 WARN [M:0;748048564c27:36615 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:17:09,965 INFO [M:0;748048564c27:36615 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/.lastflushedseqids 2024-12-06T10:17:09,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741836_1012 (size=99) 2024-12-06T10:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:10,060 INFO [RS:0;748048564c27:46351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46351-0x1018746b5810004, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:10,060 INFO [RS:0;748048564c27:46351 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,46351,1733480214558; zookeeper connection closed. 2024-12-06T10:17:10,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@400932d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@400932d0 2024-12-06T10:17:10,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:17:10,375 INFO [M:0;748048564c27:36615 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:17:10,375 INFO [M:0;748048564c27:36615 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:17:10,375 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:10,375 INFO [M:0;748048564c27:36615 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:10,375 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:10,375 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:10,375 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:10,375 INFO [M:0;748048564c27:36615 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T10:17:10,400 DEBUG [M:0;748048564c27:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a43d37cd3cb40d59f457f0921c0b173 is 82, key is hbase:meta,,1/info:regioninfo/1733480217253/Put/seqid=0 2024-12-06T10:17:10,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741837_1013 (size=5672) 2024-12-06T10:17:10,439 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:10,439 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:10,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:10,806 INFO [M:0;748048564c27:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a43d37cd3cb40d59f457f0921c0b173 2024-12-06T10:17:10,835 DEBUG [M:0;748048564c27:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07975c8553794edfb41203deab16caed is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733480217277/Put/seqid=0 2024-12-06T10:17:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741838_1014 (size=5275) 2024-12-06T10:17:11,241 INFO [M:0;748048564c27:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07975c8553794edfb41203deab16caed 2024-12-06T10:17:11,263 DEBUG [M:0;748048564c27:36615 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa922d7a11b94d828189d229bee5c1df is 69, key is 748048564c27,46351,1733480214558/rs:state/1733480216107/Put/seqid=0 2024-12-06T10:17:11,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741839_1015 (size=5156) 2024-12-06T10:17:11,546 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:11,546 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:11,669 INFO [M:0;748048564c27:36615 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa922d7a11b94d828189d229bee5c1df 2024-12-06T10:17:11,676 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a43d37cd3cb40d59f457f0921c0b173 as hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a43d37cd3cb40d59f457f0921c0b173 2024-12-06T10:17:11,681 INFO [M:0;748048564c27:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a43d37cd3cb40d59f457f0921c0b173, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T10:17:11,682 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07975c8553794edfb41203deab16caed as hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07975c8553794edfb41203deab16caed 2024-12-06T10:17:11,688 INFO [M:0;748048564c27:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07975c8553794edfb41203deab16caed, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T10:17:11,689 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa922d7a11b94d828189d229bee5c1df as hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa922d7a11b94d828189d229bee5c1df 2024-12-06T10:17:11,694 INFO [M:0;748048564c27:36615 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45895/user/jenkins/test-data/95b1582f-5ba9-b641-7c8d-246b5947cd86/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa922d7a11b94d828189d229bee5c1df, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T10:17:11,695 INFO [M:0;748048564c27:36615 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false 2024-12-06T10:17:11,696 INFO [M:0;748048564c27:36615 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:11,697 DEBUG [M:0;748048564c27:36615 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480230375Disabling compacts and flushes for region at 1733480230375Disabling writes for close at 1733480230375Obtaining lock to block concurrent updates at 1733480230375Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480230375Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733480230376 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480230377 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480230377Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480230399 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480230400 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480230813 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480230834 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480230834Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480231248 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480231263 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480231263Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9b27a9: reopening flushed file at 1733480231675 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282aa0bc: reopening flushed file at 1733480231681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557bde96: reopening flushed file at 1733480231688 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1320ms, sequenceid=28, compaction requested=false at 1733480231695 (+7 ms)Writing region close event to WAL at 1733480231696 (+1 ms)Closed at 1733480231696 2024-12-06T10:17:11,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36689 is added to blk_1073741830_1006 (size=10165) 2024-12-06T10:17:11,699 INFO [M:0;748048564c27:36615 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:17:11,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:11,699 INFO [M:0;748048564c27:36615 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36615 2024-12-06T10:17:11,702 INFO [M:0;748048564c27:36615 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:11,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:11,804 INFO [M:0;748048564c27:36615 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:11,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36615-0x1018746b5810003, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:11,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16de8d5b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:11,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@404d4ec0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:11,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:11,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e703083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:11,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41732b8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:11,814 WARN [BP-442676697-172.17.0.2-1733480213439 heartbeating to localhost/127.0.0.1:45895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:17:11,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:17:11,814 WARN [BP-442676697-172.17.0.2-1733480213439 heartbeating to localhost/127.0.0.1:45895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-442676697-172.17.0.2-1733480213439 (Datanode Uuid 0103a5c2-fc85-43a2-91dd-7f8761a4cec5) service to localhost/127.0.0.1:45895 2024-12-06T10:17:11,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:17:11,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/cluster_bc67fd85-ad0e-5c20-ea91-3d94f2310a09/data/data1/current/BP-442676697-172.17.0.2-1733480213439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:11,816 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/cluster_bc67fd85-ad0e-5c20-ea91-3d94f2310a09/data/data2/current/BP-442676697-172.17.0.2-1733480213439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:11,816 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:17:11,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3aa00d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:11,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba93781{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:11,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:11,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca3ef33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:11,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402b2b09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:11,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:17:11,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:17:11,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:11,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:11,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:11,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:11,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:11,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:17:11,851 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=778354159, stopped=false 2024-12-06T10:17:11,851 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,43215,1733480223930 2024-12-06T10:17:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:11,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/running 2024-12-06T10:17:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:11,853 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:11,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:11,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:11,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:11,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:11,853 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,37035,1733480223982' ***** 2024-12-06T10:17:11,853 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:17:11,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:17:11,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:17:11,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Set watcher on znode that does not yet exist, /0-1359258711/running 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(959): stopping server 748048564c27,37035,1733480223982 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:11,854 INFO [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:37035. 2024-12-06T10:17:11,854 DEBUG [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:11,854 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d06602eda070e89e6ebe5fd91f87041e, disabling compactions & flushes 2024-12-06T10:17:11,854 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:11,855 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:11,855 INFO [RS:0;748048564c27:37035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:11,855 INFO [RS:0;748048564c27:37035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:17:11,855 INFO [RS:0;748048564c27:37035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. after waiting 0 ms 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:11,855 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:17:11,855 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:17:11,855 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d06602eda070e89e6ebe5fd91f87041e=hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e.} 2024-12-06T10:17:11,855 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d06602eda070e89e6ebe5fd91f87041e 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:11,855 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:11,855 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:11,856 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T10:17:11,860 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/replication/d06602eda070e89e6ebe5fd91f87041e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-06T10:17:11,861 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:11,861 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:11,861 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:11,861 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d06602eda070e89e6ebe5fd91f87041e: Waiting for close lock at 1733480231854Running coprocessor pre-close hooks at 1733480231854Disabling compacts and flushes for region at 1733480231854Disabling writes for close at 1733480231855 (+1 ms)Writing region close event to WAL at 1733480231855Running coprocessor post-close hooks at 1733480231861 (+6 ms)Closed at 1733480231861 2024-12-06T10:17:11,862 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e. 2024-12-06T10:17:11,873 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/c6d02006785b4e2f9b156853c0784503 is 147, key is hbase:replication,,1733480217478.d06602eda070e89e6ebe5fd91f87041e./info:regioninfo/1733480229588/Put/seqid=0 2024-12-06T10:17:11,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741851_1027 (size=6385) 2024-12-06T10:17:11,888 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:12,055 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:12,256 DEBUG [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:12,279 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/c6d02006785b4e2f9b156853c0784503 2024-12-06T10:17:12,287 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/.tmp/info/c6d02006785b4e2f9b156853c0784503 as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/info/c6d02006785b4e2f9b156853c0784503 2024-12-06T10:17:12,293 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/info/c6d02006785b4e2f9b156853c0784503, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T10:17:12,294 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-12-06T10:17:12,299 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T10:17:12,300 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:12,300 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:12,300 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:12,300 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480231855Running coprocessor pre-close hooks at 1733480231855Disabling compacts and flushes for region at 1733480231855Disabling writes for close at 1733480231855Obtaining lock to block concurrent updates at 1733480231856 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480231856Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733480231856Flushing stores of hbase:meta,,1.1588230740 at 1733480231857 (+1 ms)Flushing 1588230740/info: creating writer at 1733480231857Flushing 1588230740/info: appending metadata at 1733480231873 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733480231873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f466890: reopening flushed file at 1733480232286 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1733480232294 (+8 ms)Writing region close event to WAL at 1733480232296 (+2 ms)Running coprocessor post-close hooks at 1733480232300 (+4 ms)Closed at 1733480232300 2024-12-06T10:17:12,300 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:12,456 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(976): stopping server 748048564c27,37035,1733480223982; all regions closed. 2024-12-06T10:17:12,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741849_1025 (size=2156) 2024-12-06T10:17:12,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.meta.1733480225273.meta not finished, retry = 0 2024-12-06T10:17:12,563 DEBUG [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:12,563 INFO [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C37035%2C1733480223982.meta:.meta(num 1733480225273) 2024-12-06T10:17:12,566 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.rep.1733480229543 not finished, retry = 0 2024-12-06T10:17:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741850_1026 (size=796) 2024-12-06T10:17:12,669 DEBUG [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:12,669 INFO [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C37035%2C1733480223982.rep:(num 1733480229543) 2024-12-06T10:17:12,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741848_1024 (size=93) 2024-12-06T10:17:12,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 not finished, retry = 0 2024-12-06T10:17:12,753 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:12,753 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 to pos 0, reset compression=false 2024-12-06T10:17:12,772 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 2024-12-06T10:17:12,772 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.wal-reader.748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-06T10:17:12,774 DEBUG [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/oldWALs 2024-12-06T10:17:12,774 INFO [RS:0;748048564c27:37035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C37035%2C1733480223982:(num 1733480224952) 2024-12-06T10:17:12,774 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:12,774 INFO [RS:0;748048564c27:37035 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:12,775 INFO [RS:0;748048564c27:37035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:12,775 INFO [RS:0;748048564c27:37035 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:12,775 INFO [RS:0;748048564c27:37035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:12,775 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:12,775 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T10:17:12,775 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T10:17:12,775 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,37035,1733480223982 because: Region server is closing 2024-12-06T10:17:12,775 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T10:17:12,775 INFO [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:37035. 2024-12-06T10:17:12,776 DEBUG [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:12,776 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:12,776 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:12,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-748048564c27,37035,1733480223982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T10:17:12,773 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,37035,1733480223982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/WALs/748048564c27,37035,1733480223982/748048564c27%2C37035%2C1733480223982.1733480224952, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T10:17:12,779 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:12,779 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,37035,1733480223982, seqNum=-1] 2024-12-06T10:17:12,782 WARN [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-748048564c27,37035,1733480223982', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:37035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-12-06T10:17:12,785 WARN [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-748048564c27,37035,1733480223982', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:37035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-12-06T10:17:12,786 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-06T10:17:12,787 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [748048564c27%2C37035%2C1733480223982.1733480224952] 2024-12-06T10:17:12,785 ERROR [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,37035,1733480223982: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,37035,1733480223982, walGroup=748048564c27%2C37035%2C1733480223982, offset=748048564c27%2C37035%2C1733480223982.1733480224952:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:37035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:17:12,788 ERROR [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:17:12,791 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:17:12,792 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:17:12,792 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:17:12,792 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:17:12,792 INFO [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 578716672 }, "NonHeapMemoryUsage": { "committed": 161939456, "init": 7667712, "max": -1, "used": 157373120 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:17:12,794 DEBUG [RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [748048564c27%2C37035%2C1733480223982.1733480224952] 2024-12-06T10:17:12,876 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,1-748048564c27,37035,1733480223982 terminated 2024-12-06T10:17:12,876 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-748048564c27,37035,1733480223982 because: Region server is closing 2024-12-06T10:17:12,876 INFO [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:37035. 2024-12-06T10:17:12,877 DEBUG [RS:0;748048564c27:37035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:12,877 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:12,877 DEBUG [RS:0;748048564c27:37035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:12,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:12,877 INFO [RS:0;748048564c27:37035 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;748048564c27:37035.replicationSource.shipper748048564c27%2C37035%2C1733480223982,2-748048564c27,37035,1733480223982 terminated 2024-12-06T10:17:12,877 INFO [RS:0;748048564c27:37035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37035 2024-12-06T10:17:12,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/rs/748048564c27,37035,1733480223982 2024-12-06T10:17:12,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711/rs 2024-12-06T10:17:12,880 INFO [RS:0;748048564c27:37035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:12,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,37035,1733480223982] 2024-12-06T10:17:12,883 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1359258711/draining/748048564c27,37035,1733480223982 already deleted, retry=false 2024-12-06T10:17:12,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,37035,1733480223982 expired; onlineServers=0 2024-12-06T10:17:12,883 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,43215,1733480223930' ***** 2024-12-06T10:17:12,883 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:17:12,883 INFO [M:0;748048564c27:43215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:12,883 INFO [M:0;748048564c27:43215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:12,883 DEBUG [M:0;748048564c27:43215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:17:12,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:17:12,883 DEBUG [M:0;748048564c27:43215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:17:12,883 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480224693 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480224693,5,FailOnTimeoutGroup] 2024-12-06T10:17:12,883 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480224693 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480224693,5,FailOnTimeoutGroup] 2024-12-06T10:17:12,883 INFO [M:0;748048564c27:43215 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:12,883 INFO [M:0;748048564c27:43215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:12,883 DEBUG [M:0;748048564c27:43215 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:17:12,883 INFO [M:0;748048564c27:43215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:17:12,884 INFO [M:0;748048564c27:43215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:12,884 INFO [M:0;748048564c27:43215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:17:12,884 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:17:12,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1359258711/master 2024-12-06T10:17:12,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1359258711 2024-12-06T10:17:12,885 DEBUG [M:0;748048564c27:43215 {}] zookeeper.ZKUtil(347): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Unable to get data of znode /0-1359258711/master because node does not exist (not an error) 2024-12-06T10:17:12,885 WARN [M:0;748048564c27:43215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:17:12,886 INFO [M:0;748048564c27:43215 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/.lastflushedseqids 2024-12-06T10:17:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741852_1028 (size=181) 2024-12-06T10:17:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:12,982 INFO [RS:0;748048564c27:37035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37035-0x1018746b5810007, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:12,982 INFO [RS:0;748048564c27:37035 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,37035,1733480223982; zookeeper connection closed. 2024-12-06T10:17:12,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6dd9b35a 2024-12-06T10:17:12,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:17:13,298 INFO [M:0;748048564c27:43215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:17:13,298 INFO [M:0;748048564c27:43215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:17:13,298 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:13,298 INFO [M:0;748048564c27:43215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:13,298 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:13,298 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:13,298 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:13,298 INFO [M:0;748048564c27:43215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T10:17:13,321 DEBUG [M:0;748048564c27:43215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0131bd769c4e444680d0023e8f1712ac is 82, key is hbase:meta,,1/info:regioninfo/1733480225336/Put/seqid=0 2024-12-06T10:17:13,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741853_1029 (size=5680) 2024-12-06T10:17:13,726 INFO [M:0;748048564c27:43215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0131bd769c4e444680d0023e8f1712ac 2024-12-06T10:17:13,750 DEBUG [M:0;748048564c27:43215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777ce6868e694da98e14131fbea8c0aa is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733480229596/Put/seqid=0 2024-12-06T10:17:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741854_1030 (size=7319) 2024-12-06T10:17:14,156 INFO [M:0;748048564c27:43215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777ce6868e694da98e14131fbea8c0aa 2024-12-06T10:17:14,180 DEBUG [M:0;748048564c27:43215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6022fd64601644fe8268dae6cd878586 is 69, key is 748048564c27,37035,1733480223982/rs:state/1733480224734/Put/seqid=0 2024-12-06T10:17:14,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741855_1031 (size=5371) 2024-12-06T10:17:14,585 INFO [M:0;748048564c27:43215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6022fd64601644fe8268dae6cd878586 2024-12-06T10:17:14,592 INFO [M:0;748048564c27:43215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6022fd64601644fe8268dae6cd878586 2024-12-06T10:17:14,593 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0131bd769c4e444680d0023e8f1712ac as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0131bd769c4e444680d0023e8f1712ac 2024-12-06T10:17:14,599 INFO [M:0;748048564c27:43215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0131bd769c4e444680d0023e8f1712ac, entries=8, sequenceid=172, filesize=5.5 K 2024-12-06T10:17:14,600 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/777ce6868e694da98e14131fbea8c0aa as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777ce6868e694da98e14131fbea8c0aa 2024-12-06T10:17:14,605 INFO [M:0;748048564c27:43215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/777ce6868e694da98e14131fbea8c0aa, entries=7, sequenceid=172, filesize=7.1 K 2024-12-06T10:17:14,606 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6022fd64601644fe8268dae6cd878586 as hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6022fd64601644fe8268dae6cd878586 2024-12-06T10:17:14,611 INFO [M:0;748048564c27:43215 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6022fd64601644fe8268dae6cd878586 2024-12-06T10:17:14,612 INFO [M:0;748048564c27:43215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46651/user/jenkins/test-data/1febfc4f-ae46-fbda-0bab-eb311c61ce28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6022fd64601644fe8268dae6cd878586, entries=2, sequenceid=172, filesize=5.2 K 2024-12-06T10:17:14,613 INFO [M:0;748048564c27:43215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=172, compaction requested=false 2024-12-06T10:17:14,614 INFO [M:0;748048564c27:43215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:14,614 DEBUG [M:0;748048564c27:43215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480233298Disabling compacts and flushes for region at 1733480233298Disabling writes for close at 1733480233298Obtaining lock to block concurrent updates at 1733480233298Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480233298Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733480233299 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480233300 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480233300Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480233320 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480233320Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480233733 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480233749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480233750 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480234163 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480234179 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480234179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22db9cd7: reopening flushed file at 1733480234592 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be559ec: reopening flushed file at 1733480234599 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6869436b: reopening flushed file at 1733480234605 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=172, compaction requested=false at 1733480234613 (+8 ms)Writing region close event to WAL at 1733480234614 (+1 ms)Closed at 1733480234614 2024-12-06T10:17:14,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741847_1023 (size=22949) 2024-12-06T10:17:14,618 INFO [M:0;748048564c27:43215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:17:14,618 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:14,618 INFO [M:0;748048564c27:43215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43215 2024-12-06T10:17:14,619 INFO [M:0;748048564c27:43215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:14,722 INFO [M:0;748048564c27:43215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:14,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43215-0x1018746b5810006, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:14,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20104caa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:14,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d6be275{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:14,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:14,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:14,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:14,727 WARN [BP-1015019621-172.17.0.2-1733480205861 heartbeating to localhost/127.0.0.1:46651 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:17:14,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:17:14,727 WARN [BP-1015019621-172.17.0.2-1733480205861 heartbeating to localhost/127.0.0.1:46651 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1015019621-172.17.0.2-1733480205861 (Datanode Uuid 4260201d-dd86-4096-800a-57c7bbef3a4f) service to localhost/127.0.0.1:46651 2024-12-06T10:17:14,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:17:14,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/data/data1/current/BP-1015019621-172.17.0.2-1733480205861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:14,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/cluster_91c8f1cc-a987-0cce-acb0-334ac9537423/data/data2/current/BP-1015019621-172.17.0.2-1733480205861 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:14,728 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:17:14,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:14,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:14,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:14,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:14,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2e2fc04-b002-03c6-dc5d-30891163a075/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:14,743 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:17:14,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:17:14,767 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/748048564c27:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50819) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45895 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/748048564c27:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46651 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f847957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/748048564c27:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46651 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/748048564c27:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46651 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46651 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/748048564c27:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=302 (was 403), ProcessCount=11 (was 11), AvailableMemoryMB=5102 (was 5978) 2024-12-06T10:17:14,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=302, ProcessCount=11, AvailableMemoryMB=5103 2024-12-06T10:17:14,788 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-06T10:17:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir so I do NOT create it in target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34 2024-12-06T10:17:14,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:17:14,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.tmp.dir so I do NOT create it in target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34 2024-12-06T10:17:14,789 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3fb87a8-f95a-e55b-5634-71a53f023fe1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:17:14,789 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34 2024-12-06T10:17:14,789 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144, deleteOnExit=true 2024-12-06T10:17:14,792 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/zookeeper_0, clientPort=49487, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:17:14,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49487 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/test.cache.data in system properties and HBase conf 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:17:14,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:17:14,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:17:14,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:17:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018746b5810002, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:17:14,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018746b5810005, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:17:14,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018746b5810002, quorum=127.0.0.1:50819, baseZNode=/0-1359258711 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:17:14,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018746b5810005, quorum=127.0.0.1:50819, baseZNode=/1-300385336 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:17:14,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:14,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:14,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:14,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:14,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:17:14,893 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:14,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:14,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:15,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/java.io.tmpdir/jetty-localhost-36071-hadoop-hdfs-3_4_1-tests_jar-_-any-1250495879369608583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:15,022 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:36071} 2024-12-06T10:17:15,022 INFO [Time-limited test {}] server.Server(415): Started @31320ms 2024-12-06T10:17:15,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:15,111 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:15,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:15,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:15,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:17:15,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:15,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:15,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/java.io.tmpdir/jetty-localhost-40361-hadoop-hdfs-3_4_1-tests_jar-_-any-9874313758049592266/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:15,229 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:40361} 2024-12-06T10:17:15,229 INFO [Time-limited test {}] server.Server(415): Started @31527ms 2024-12-06T10:17:15,230 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:17:15,322 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/data/data1/current/BP-2017086642-172.17.0.2-1733480234826/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:15,322 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/data/data2/current/BP-2017086642-172.17.0.2-1733480234826/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:15,346 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:17:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7a1e12ad60796aa with lease ID 0x3fb2f7754c0594a6: Processing first storage report for DS-b12b509b-c07b-4050-9ab8-220a6af0de57 from datanode DatanodeRegistration(127.0.0.1:35485, datanodeUuid=b2089561-6aac-4e7f-a6e3-e57123ee5bf6, infoPort=39483, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=291872423;c=1733480234826) 2024-12-06T10:17:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7a1e12ad60796aa with lease ID 0x3fb2f7754c0594a6: from storage DS-b12b509b-c07b-4050-9ab8-220a6af0de57 node DatanodeRegistration(127.0.0.1:35485, datanodeUuid=b2089561-6aac-4e7f-a6e3-e57123ee5bf6, infoPort=39483, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=291872423;c=1733480234826), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7a1e12ad60796aa with lease ID 0x3fb2f7754c0594a6: Processing first storage report for DS-4062a903-0e6b-4708-aba1-752bffaa5926 from datanode DatanodeRegistration(127.0.0.1:35485, datanodeUuid=b2089561-6aac-4e7f-a6e3-e57123ee5bf6, infoPort=39483, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=291872423;c=1733480234826) 2024-12-06T10:17:15,349 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7a1e12ad60796aa with lease ID 0x3fb2f7754c0594a6: from storage DS-4062a903-0e6b-4708-aba1-752bffaa5926 node DatanodeRegistration(127.0.0.1:35485, datanodeUuid=b2089561-6aac-4e7f-a6e3-e57123ee5bf6, infoPort=39483, infoSecurePort=0, ipcPort=38029, storageInfo=lv=-57;cid=testClusterID;nsid=291872423;c=1733480234826), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:15,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34 2024-12-06T10:17:15,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:17:15,771 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a with version=8 2024-12-06T10:17:15,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/hbase-staging 2024-12-06T10:17:15,774 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:17:15,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:15,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41503 2024-12-06T10:17:15,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41503 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:15,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415030x0, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:15,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41503-0x101874729b70000 connected 2024-12-06T10:17:15,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/running 2024-12-06T10:17:15,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a, hbase.cluster.distributed=false 2024-12-06T10:17:15,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/acl 2024-12-06T10:17:15,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41503 2024-12-06T10:17:15,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41503 2024-12-06T10:17:15,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41503 2024-12-06T10:17:15,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41503 2024-12-06T10:17:15,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41503 2024-12-06T10:17:15,867 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:17:15,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:15,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43023 2024-12-06T10:17:15,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43023 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:15,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:15,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430230x0, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:15,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43023-0x101874729b70001 connected 2024-12-06T10:17:15,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/running 2024-12-06T10:17:15,877 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:17:15,878 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:17:15,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/master 2024-12-06T10:17:15,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/acl 2024-12-06T10:17:15,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43023 2024-12-06T10:17:15,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43023 2024-12-06T10:17:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43023 2024-12-06T10:17:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43023 2024-12-06T10:17:15,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43023 2024-12-06T10:17:15,896 DEBUG [M:0;748048564c27:41503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:41503 2024-12-06T10:17:15,896 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01608364942/backup-masters/748048564c27,41503,1733480235773 2024-12-06T10:17:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/backup-masters 2024-12-06T10:17:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/backup-masters 2024-12-06T10:17:15,900 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on existing znode=/01608364942/backup-masters/748048564c27,41503,1733480235773 2024-12-06T10:17:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608364942/master 2024-12-06T10:17:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:15,902 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on existing znode=/01608364942/master 2024-12-06T10:17:15,902 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01608364942/backup-masters/748048564c27,41503,1733480235773 from backup master directory 2024-12-06T10:17:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608364942/backup-masters/748048564c27,41503,1733480235773 2024-12-06T10:17:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/backup-masters 2024-12-06T10:17:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/backup-masters 2024-12-06T10:17:15,903 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:15,903 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,41503,1733480235773 2024-12-06T10:17:15,908 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/hbase.id] with ID: aaad0901-1d61-421b-a4fc-75810b3d5ff2 2024-12-06T10:17:15,908 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/.tmp/hbase.id 2024-12-06T10:17:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:17:16,314 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/.tmp/hbase.id]:[hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/hbase.id] 2024-12-06T10:17:16,328 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:16,328 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:17:16,330 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:17:16,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:16,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:17:16,739 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:16,740 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:17:16,740 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:16,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:17:17,149 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store 2024-12-06T10:17:17,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:17:17,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:17,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:17,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:17,557 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:17,557 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:17,557 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480237557Disabling compacts and flushes for region at 1733480237557Disabling writes for close at 1733480237557Writing region close event to WAL at 1733480237557Closed at 1733480237557 2024-12-06T10:17:17,559 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/.initializing 2024-12-06T10:17:17,559 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/WALs/748048564c27,41503,1733480235773 2024-12-06T10:17:17,560 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:17,562 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C41503%2C1733480235773, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/WALs/748048564c27,41503,1733480235773, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/oldWALs, maxLogs=10 2024-12-06T10:17:17,576 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/WALs/748048564c27,41503,1733480235773/748048564c27%2C41503%2C1733480235773.1733480237562, exclude list is [], retry=0 2024-12-06T10:17:17,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35485,DS-b12b509b-c07b-4050-9ab8-220a6af0de57,DISK] 2024-12-06T10:17:17,581 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/WALs/748048564c27,41503,1733480235773/748048564c27%2C41503%2C1733480235773.1733480237562 2024-12-06T10:17:17,582 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39483:39483)] 2024-12-06T10:17:17,582 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:17,582 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:17,582 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,582 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:17:17,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:17,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:17,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:17:17,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:17,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:17,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:17:17,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:17,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:17,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:17:17,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:17,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:17,592 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,593 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,593 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,594 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,595 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,595 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:17,596 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:17,599 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:17,599 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72807816, jitterRate=0.08492100238800049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:17,600 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480237582Initializing all the Stores at 1733480237583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480237583Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480237584 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480237584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480237584Cleaning up temporary data from old regions at 1733480237595 (+11 ms)Region opened successfully at 1733480237600 (+5 ms) 2024-12-06T10:17:17,601 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:17:17,604 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49834d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:17,605 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:17:17,605 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:17:17,605 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:17:17,605 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:17:17,606 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:17:17,606 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:17:17,606 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:17:17,608 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:17:17,609 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/balancer because node does not exist (not necessarily an error) 2024-12-06T10:17:17,610 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/balancer already deleted, retry=false 2024-12-06T10:17:17,611 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:17:17,611 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:17:17,613 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/normalizer already deleted, retry=false 2024-12-06T10:17:17,613 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:17:17,614 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:17:17,615 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/switch/split already deleted, retry=false 2024-12-06T10:17:17,616 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:17:17,618 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/switch/merge already deleted, retry=false 2024-12-06T10:17:17,619 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:17:17,621 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/snapshot-cleanup already deleted, retry=false 2024-12-06T10:17:17,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608364942/running 2024-12-06T10:17:17,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01608364942/running 2024-12-06T10:17:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,623 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,41503,1733480235773, sessionid=0x101874729b70000, setting cluster-up flag (Was=false) 2024-12-06T10:17:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,632 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608364942/flush-table-proc/acquired, /01608364942/flush-table-proc/reached, /01608364942/flush-table-proc/abort 2024-12-06T10:17:17,633 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,41503,1733480235773 2024-12-06T10:17:17,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:17,642 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01608364942/online-snapshot/acquired, /01608364942/online-snapshot/reached, /01608364942/online-snapshot/abort 2024-12-06T10:17:17,643 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,41503,1733480235773 2024-12-06T10:17:17,645 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:17:17,646 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:17,647 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:17:17,647 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:17:17,647 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,41503,1733480235773 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:17:17,648 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:17,648 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:17,648 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:17,648 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:17,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:17:17,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:17,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480267651 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:17:17,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:17,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:17:17,651 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:17:17,652 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:17:17,653 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480237652,5,FailOnTimeoutGroup] 2024-12-06T10:17:17,653 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:17,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:17:17,656 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480237653,5,FailOnTimeoutGroup] 2024-12-06T10:17:17,656 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,656 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:17:17,656 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,656 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:17:17,687 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(746): ClusterId : aaad0901-1d61-421b-a4fc-75810b3d5ff2 2024-12-06T10:17:17,687 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:17:17,689 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:17:17,689 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:17:17,691 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:17:17,691 DEBUG [RS:0;748048564c27:43023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abc3f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:17,704 DEBUG [RS:0;748048564c27:43023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:43023 2024-12-06T10:17:17,704 INFO [RS:0;748048564c27:43023 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:17:17,704 INFO [RS:0;748048564c27:43023 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:17:17,704 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:17:17,705 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,41503,1733480235773 with port=43023, startcode=1733480235866 2024-12-06T10:17:17,705 DEBUG [RS:0;748048564c27:43023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:17:17,707 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:17:17,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,43023,1733480235866 2024-12-06T10:17:17,708 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41503 {}] master.ServerManager(517): Registering regionserver=748048564c27,43023,1733480235866 2024-12-06T10:17:17,710 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a 2024-12-06T10:17:17,710 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35567 2024-12-06T10:17:17,710 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:17:17,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/rs 2024-12-06T10:17:17,712 DEBUG [RS:0;748048564c27:43023 {}] zookeeper.ZKUtil(111): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on existing znode=/01608364942/rs/748048564c27,43023,1733480235866 2024-12-06T10:17:17,712 WARN [RS:0;748048564c27:43023 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:17,713 INFO [RS:0;748048564c27:43023 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:17,713 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866 2024-12-06T10:17:17,713 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,43023,1733480235866] 2024-12-06T10:17:17,716 INFO [RS:0;748048564c27:43023 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:17:17,719 INFO [RS:0;748048564c27:43023 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:17:17,719 INFO [RS:0;748048564c27:43023 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:17:17,719 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,719 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:17:17,720 INFO [RS:0;748048564c27:43023 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:17:17,720 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,720 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:17,721 DEBUG [RS:0;748048564c27:43023 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:17,721 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,721 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,721 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,721 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,721 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,722 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43023,1733480235866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:17,737 INFO [RS:0;748048564c27:43023 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:17:17,738 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43023,1733480235866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,738 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,738 INFO [RS:0;748048564c27:43023 {}] regionserver.Replication(171): 748048564c27,43023,1733480235866 started 2024-12-06T10:17:17,752 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:17,752 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,43023,1733480235866, RpcServer on 748048564c27/172.17.0.2:43023, sessionid=0x101874729b70001 2024-12-06T10:17:17,753 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:17:17,753 DEBUG [RS:0;748048564c27:43023 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,43023,1733480235866 2024-12-06T10:17:17,753 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,43023,1733480235866' 2024-12-06T10:17:17,753 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608364942/flush-table-proc/abort' 2024-12-06T10:17:17,753 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608364942/flush-table-proc/acquired' 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,43023,1733480235866 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,43023,1733480235866' 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01608364942/online-snapshot/abort' 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01608364942/online-snapshot/acquired' 2024-12-06T10:17:17,754 DEBUG [RS:0;748048564c27:43023 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:17:17,754 INFO [RS:0;748048564c27:43023 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:17:17,754 INFO [RS:0;748048564c27:43023 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:17:17,855 INFO [RS:0;748048564c27:43023 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:17,857 INFO [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C43023%2C1733480235866, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs, maxLogs=10 2024-12-06T10:17:17,872 DEBUG [RS:0;748048564c27:43023 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857, exclude list is [], retry=0 2024-12-06T10:17:17,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35485,DS-b12b509b-c07b-4050-9ab8-220a6af0de57,DISK] 2024-12-06T10:17:17,877 INFO [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 2024-12-06T10:17:17,878 DEBUG [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39483:39483)] 2024-12-06T10:17:18,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:17:18,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a 2024-12-06T10:17:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:17:18,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:18,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:18,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:18,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:18,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:18,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:18,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:18,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:18,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:18,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:18,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740 2024-12-06T10:17:18,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740 2024-12-06T10:17:18,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:18,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:18,484 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:18,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:18,488 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:18,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70165914, jitterRate=0.04555359482765198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480238472Initializing all the Stores at 1733480238473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480238473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238473Cleaning up temporary data from old regions at 1733480238484 (+11 ms)Region opened successfully at 1733480238489 (+5 ms) 2024-12-06T10:17:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:18,489 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:18,489 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:18,490 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:18,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480238489Disabling compacts and flushes for region at 1733480238489Disabling writes for close at 1733480238489Writing region close event to WAL at 1733480238490 (+1 ms)Closed at 1733480238490 2024-12-06T10:17:18,491 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:18,491 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:17:18,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:17:18,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:18,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:17:18,644 DEBUG [748048564c27:41503 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:18,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,43023,1733480235866 2024-12-06T10:17:18,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,43023,1733480235866, state=OPENING 2024-12-06T10:17:18,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:17:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:18,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:18,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:18,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608364942/meta-region-server: CHANGED 2024-12-06T10:17:18,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608364942/meta-region-server: CHANGED 2024-12-06T10:17:18,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,43023,1733480235866}] 2024-12-06T10:17:18,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:18,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:17:18,811 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:17:18,812 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:18,812 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:17:18,814 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C43023%2C1733480235866.meta, suffix=.meta, logDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs, maxLogs=10 2024-12-06T10:17:18,831 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.meta.1733480238815.meta, exclude list is [], retry=0 2024-12-06T10:17:18,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35485,DS-b12b509b-c07b-4050-9ab8-220a6af0de57,DISK] 2024-12-06T10:17:18,836 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.meta.1733480238815.meta 2024-12-06T10:17:18,836 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39483:39483)] 2024-12-06T10:17:18,836 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:18,837 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:18,837 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:18,837 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:17:18,837 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:17:18,837 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:17:18,837 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:18,838 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:17:18,838 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:17:18,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:18,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:18,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:18,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:18,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:18,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:18,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:18,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:18,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:18,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:18,846 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:18,847 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740 2024-12-06T10:17:18,848 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740 2024-12-06T10:17:18,849 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:18,849 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:18,850 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:18,851 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:18,853 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65868483, jitterRate=-0.01848311722278595}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:18,853 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:17:18,854 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480238838Writing region info on filesystem at 1733480238838Initializing all the Stores at 1733480238839 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238839Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238839Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480238839Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480238839Cleaning up temporary data from old regions at 1733480238849 (+10 ms)Running coprocessor post-open hooks at 1733480238853 (+4 ms)Region opened successfully at 1733480238854 (+1 ms) 2024-12-06T10:17:18,855 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480238804 2024-12-06T10:17:18,858 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:17:18,858 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:17:18,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,43023,1733480235866 2024-12-06T10:17:18,860 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,43023,1733480235866, state=OPEN 2024-12-06T10:17:18,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608364942/meta-region-server 2024-12-06T10:17:18,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01608364942/meta-region-server 2024-12-06T10:17:18,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,43023,1733480235866 2024-12-06T10:17:18,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608364942/meta-region-server: CHANGED 2024-12-06T10:17:18,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01608364942/meta-region-server: CHANGED 2024-12-06T10:17:18,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:17:18,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,43023,1733480235866 in 214 msec 2024-12-06T10:17:18,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:17:18,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-12-06T10:17:18,872 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:18,872 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:17:18,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:18,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,43023,1733480235866, seqNum=-1] 2024-12-06T10:17:18,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:18,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:18,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-12-06T10:17:18,883 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480238883, completionTime=-1 2024-12-06T10:17:18,883 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:17:18,884 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480298886 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480358886 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,886 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,887 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:41503, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,887 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,887 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,889 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:18,891 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:17:18,894 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:17:18,894 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:17:18,894 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41503,1733480235773-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:18,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:18,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,41503,-1 for getting cluster id 2024-12-06T10:17:18,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:18,990 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaad0901-1d61-421b-a4fc-75810b3d5ff2' 2024-12-06T10:17:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaad0901-1d61-421b-a4fc-75810b3d5ff2" 2024-12-06T10:17:18,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bba241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,41503,-1] 2024-12-06T10:17:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:18,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:18,992 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:18,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:18,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,43023,1733480235866, seqNum=-1] 2024-12-06T10:17:18,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:18,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:18,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,41503,1733480235773 2024-12-06T10:17:19,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:19,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874729b70002 connected 2024-12-06T10:17:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir so I do NOT create it in target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb 2024-12-06T10:17:19,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:17:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.tmp.dir so I do NOT create it in target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb 2024-12-06T10:17:19,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:17:19,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb 2024-12-06T10:17:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:17:19,008 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/cluster_528e0e5d-99d0-f7af-cf5d-b4c0a62edb17, deleteOnExit=true 2024-12-06T10:17:19,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/test.cache.data in system properties and HBase conf 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:17:19,009 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:17:19,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:17:19,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:17:19,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:19,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:19,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:19,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:19,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:17:19,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:19,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:19,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:19,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/java.io.tmpdir/jetty-localhost-42791-hadoop-hdfs-3_4_1-tests_jar-_-any-15448390358220948390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:19,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:42791} 2024-12-06T10:17:19,264 INFO [Time-limited test {}] server.Server(415): Started @35562ms 2024-12-06T10:17:19,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:19,365 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:19,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:19,366 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:19,366 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:17:19,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:19,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:19,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/java.io.tmpdir/jetty-localhost-38637-hadoop-hdfs-3_4_1-tests_jar-_-any-9704174390522862712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:19,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:38637} 2024-12-06T10:17:19,490 INFO [Time-limited test {}] server.Server(415): Started @35788ms 2024-12-06T10:17:19,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:17:19,601 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/cluster_528e0e5d-99d0-f7af-cf5d-b4c0a62edb17/data/data1/current/BP-1945839096-172.17.0.2-1733480239046/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:19,601 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/cluster_528e0e5d-99d0-f7af-cf5d-b4c0a62edb17/data/data2/current/BP-1945839096-172.17.0.2-1733480239046/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:19,621 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:17:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe5a88bd3c0aa1 with lease ID 0xc174986261de58bd: Processing first storage report for DS-70d63f25-f0cd-442a-b7c5-aa4152b5ba19 from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=0ea8e765-1e79-4f6d-bddb-b7dccaeeef5a, infoPort=41625, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=1385224662;c=1733480239046) 2024-12-06T10:17:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe5a88bd3c0aa1 with lease ID 0xc174986261de58bd: from storage DS-70d63f25-f0cd-442a-b7c5-aa4152b5ba19 node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=0ea8e765-1e79-4f6d-bddb-b7dccaeeef5a, infoPort=41625, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=1385224662;c=1733480239046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe5a88bd3c0aa1 with lease ID 0xc174986261de58bd: Processing first storage report for DS-8912c27e-c92b-49d4-a36a-6ed604a41bd1 from datanode DatanodeRegistration(127.0.0.1:38773, datanodeUuid=0ea8e765-1e79-4f6d-bddb-b7dccaeeef5a, infoPort=41625, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=1385224662;c=1733480239046) 2024-12-06T10:17:19,625 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe5a88bd3c0aa1 with lease ID 0xc174986261de58bd: from storage DS-8912c27e-c92b-49d4-a36a-6ed604a41bd1 node DatanodeRegistration(127.0.0.1:38773, datanodeUuid=0ea8e765-1e79-4f6d-bddb-b7dccaeeef5a, infoPort=41625, infoSecurePort=0, ipcPort=44765, storageInfo=lv=-57;cid=testClusterID;nsid=1385224662;c=1733480239046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:19,724 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb 2024-12-06T10:17:19,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:19,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:19,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:17:20,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88 with version=8 2024-12-06T10:17:20,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/hbase-staging 2024-12-06T10:17:20,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:20,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:20,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:20,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:17:20,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:20,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40675 2024-12-06T10:17:20,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40675 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:20,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406750x0, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:20,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40675-0x101874729b70003 connected 2024-12-06T10:17:20,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:20,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:20,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/running 2024-12-06T10:17:20,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88, hbase.cluster.distributed=false 2024-12-06T10:17:20,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/acl 2024-12-06T10:17:20,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-06T10:17:20,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40675 2024-12-06T10:17:20,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40675 2024-12-06T10:17:20,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-06T10:17:20,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40675 2024-12-06T10:17:20,179 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:17:20,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:20,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37449 2024-12-06T10:17:20,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37449 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:20,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:20,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:20,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374490x0, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:20,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:374490x0, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/running 2024-12-06T10:17:20,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37449-0x101874729b70004 connected 2024-12-06T10:17:20,188 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:17:20,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:17:20,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/master 2024-12-06T10:17:20,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/acl 2024-12-06T10:17:20,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37449 2024-12-06T10:17:20,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37449 2024-12-06T10:17:20,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37449 2024-12-06T10:17:20,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37449 2024-12-06T10:17:20,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37449 2024-12-06T10:17:20,211 DEBUG [M:0;748048564c27:40675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:40675 2024-12-06T10:17:20,211 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12141576871/backup-masters/748048564c27,40675,1733480240138 2024-12-06T10:17:20,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/backup-masters 2024-12-06T10:17:20,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/backup-masters 2024-12-06T10:17:20,213 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on existing znode=/12141576871/backup-masters/748048564c27,40675,1733480240138 2024-12-06T10:17:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12141576871/master 2024-12-06T10:17:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:20,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:20,217 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on existing znode=/12141576871/master 2024-12-06T10:17:20,217 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12141576871/backup-masters/748048564c27,40675,1733480240138 from backup master directory 2024-12-06T10:17:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12141576871/backup-masters/748048564c27,40675,1733480240138 2024-12-06T10:17:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/backup-masters 2024-12-06T10:17:20,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/backup-masters 2024-12-06T10:17:20,218 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:20,218 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,40675,1733480240138 2024-12-06T10:17:20,223 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/hbase.id] with ID: e90f5b79-bbfb-4610-8d2b-4cccdc4ac776 2024-12-06T10:17:20,223 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/.tmp/hbase.id 2024-12-06T10:17:20,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:17:20,631 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/.tmp/hbase.id]:[hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/hbase.id] 2024-12-06T10:17:20,673 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:20,674 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:17:20,675 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:17:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:17:20,734 WARN [RS:0;748048564c27:43023 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 748048564c27,42369,1733480209198: status=Processing ServerCrashProcedure of 748048564c27,42369,1733480209198 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733480224694, completionTime=-1 appears to have been leaked 2024-12-06T10:17:21,085 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:21,086 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:17:21,086 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:21,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:17:21,494 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store 2024-12-06T10:17:21,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:21,901 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:21,901 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:21,901 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480241901Disabling compacts and flushes for region at 1733480241901Disabling writes for close at 1733480241901Writing region close event to WAL at 1733480241901Closed at 1733480241901 2024-12-06T10:17:21,902 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/.initializing 2024-12-06T10:17:21,902 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/WALs/748048564c27,40675,1733480240138 2024-12-06T10:17:21,904 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:21,906 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C40675%2C1733480240138, suffix=, logDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/WALs/748048564c27,40675,1733480240138, archiveDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/oldWALs, maxLogs=10 2024-12-06T10:17:21,921 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/WALs/748048564c27,40675,1733480240138/748048564c27%2C40675%2C1733480240138.1733480241906, exclude list is [], retry=0 2024-12-06T10:17:21,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-70d63f25-f0cd-442a-b7c5-aa4152b5ba19,DISK] 2024-12-06T10:17:21,926 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/WALs/748048564c27,40675,1733480240138/748048564c27%2C40675%2C1733480240138.1733480241906 2024-12-06T10:17:21,926 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-12-06T10:17:21,926 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:21,927 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:21,927 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,927 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:17:21,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:21,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:21,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:17:21,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:21,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:21,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:17:21,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:21,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:21,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:17:21,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:21,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:21,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,937 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,938 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,938 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,938 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:21,939 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:21,941 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:21,942 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67346310, jitterRate=0.0035382211208343506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:21,942 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480241927Initializing all the Stores at 1733480241928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480241928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480241928Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480241928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480241928Cleaning up temporary data from old regions at 1733480241938 (+10 ms)Region opened successfully at 1733480241942 (+4 ms) 2024-12-06T10:17:21,942 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:17:21,945 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741c3189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:21,946 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:17:21,946 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:17:21,946 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:17:21,947 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:17:21,947 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:17:21,947 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:17:21,947 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:17:21,950 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:17:21,951 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/balancer because node does not exist (not necessarily an error) 2024-12-06T10:17:21,952 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/balancer already deleted, retry=false 2024-12-06T10:17:21,952 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:17:21,953 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:17:21,956 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/normalizer already deleted, retry=false 2024-12-06T10:17:21,956 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:17:21,957 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:17:21,958 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/switch/split already deleted, retry=false 2024-12-06T10:17:21,959 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:17:21,959 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/switch/merge already deleted, retry=false 2024-12-06T10:17:21,961 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:17:21,962 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/snapshot-cleanup already deleted, retry=false 2024-12-06T10:17:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12141576871/running 2024-12-06T10:17:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12141576871/running 2024-12-06T10:17:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,966 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,40675,1733480240138, sessionid=0x101874729b70003, setting cluster-up flag (Was=false) 2024-12-06T10:17:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,974 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12141576871/flush-table-proc/acquired, /12141576871/flush-table-proc/reached, /12141576871/flush-table-proc/abort 2024-12-06T10:17:21,975 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40675,1733480240138 2024-12-06T10:17:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:21,985 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12141576871/online-snapshot/acquired, /12141576871/online-snapshot/reached, /12141576871/online-snapshot/abort 2024-12-06T10:17:21,986 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40675,1733480240138 2024-12-06T10:17:21,987 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:17:21,989 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:21,989 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:17:21,990 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:17:21,990 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,40675,1733480240138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:21,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:21,992 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:21,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:21,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:17:21,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:21,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:17:21,997 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480271997 2024-12-06T10:17:21,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:17:21,997 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:17:21,998 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:17:21,999 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:17:21,999 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:17:22,000 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480241999,5,FailOnTimeoutGroup] 2024-12-06T10:17:22,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:17:22,004 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480242000,5,FailOnTimeoutGroup] 2024-12-06T10:17:22,004 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,004 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:17:22,004 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,004 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,005 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(746): ClusterId : e90f5b79-bbfb-4610-8d2b-4cccdc4ac776 2024-12-06T10:17:22,005 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:17:22,007 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:17:22,007 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:17:22,010 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:17:22,011 DEBUG [RS:0;748048564c27:37449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250cff4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:22,029 DEBUG [RS:0;748048564c27:37449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:37449 2024-12-06T10:17:22,029 INFO [RS:0;748048564c27:37449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:17:22,029 INFO [RS:0;748048564c27:37449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:17:22,029 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:17:22,030 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,40675,1733480240138 with port=37449, startcode=1733480240179 2024-12-06T10:17:22,030 DEBUG [RS:0;748048564c27:37449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:17:22,033 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:17:22,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,37449,1733480240179 2024-12-06T10:17:22,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40675 {}] master.ServerManager(517): Registering regionserver=748048564c27,37449,1733480240179 2024-12-06T10:17:22,036 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88 2024-12-06T10:17:22,036 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33535 2024-12-06T10:17:22,036 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:17:22,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/rs 2024-12-06T10:17:22,041 DEBUG [RS:0;748048564c27:37449 {}] zookeeper.ZKUtil(111): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on existing znode=/12141576871/rs/748048564c27,37449,1733480240179 2024-12-06T10:17:22,041 WARN [RS:0;748048564c27:37449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:22,041 INFO [RS:0;748048564c27:37449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:22,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,37449,1733480240179] 2024-12-06T10:17:22,042 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179 2024-12-06T10:17:22,045 INFO [RS:0;748048564c27:37449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:17:22,048 INFO [RS:0;748048564c27:37449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:17:22,048 INFO [RS:0;748048564c27:37449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:17:22,048 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,049 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:17:22,050 INFO [RS:0;748048564c27:37449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:17:22,050 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,050 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,051 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:22,051 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:22,051 DEBUG [RS:0;748048564c27:37449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,055 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37449,1733480240179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:22,070 INFO [RS:0;748048564c27:37449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:17:22,070 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37449,1733480240179-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,070 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,070 INFO [RS:0;748048564c27:37449 {}] regionserver.Replication(171): 748048564c27,37449,1733480240179 started 2024-12-06T10:17:22,083 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:22,083 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,37449,1733480240179, RpcServer on 748048564c27/172.17.0.2:37449, sessionid=0x101874729b70004 2024-12-06T10:17:22,083 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:17:22,083 DEBUG [RS:0;748048564c27:37449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,37449,1733480240179 2024-12-06T10:17:22,084 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,37449,1733480240179' 2024-12-06T10:17:22,084 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12141576871/flush-table-proc/abort' 2024-12-06T10:17:22,084 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12141576871/flush-table-proc/acquired' 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,37449,1733480240179 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,37449,1733480240179' 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12141576871/online-snapshot/abort' 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12141576871/online-snapshot/acquired' 2024-12-06T10:17:22,085 DEBUG [RS:0;748048564c27:37449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:17:22,085 INFO [RS:0;748048564c27:37449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:17:22,085 INFO [RS:0;748048564c27:37449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:17:22,186 INFO [RS:0;748048564c27:37449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:22,187 INFO [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C37449%2C1733480240179, suffix=, logDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179, archiveDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/oldWALs, maxLogs=10 2024-12-06T10:17:22,201 DEBUG [RS:0;748048564c27:37449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179/748048564c27%2C37449%2C1733480240179.1733480242188, exclude list is [], retry=0 2024-12-06T10:17:22,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-70d63f25-f0cd-442a-b7c5-aa4152b5ba19,DISK] 2024-12-06T10:17:22,207 INFO [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179/748048564c27%2C37449%2C1733480240179.1733480242188 2024-12-06T10:17:22,207 DEBUG [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-12-06T10:17:22,403 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:17:22,403 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88 2024-12-06T10:17:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:17:22,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:22,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:22,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:22,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:22,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:22,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:22,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:22,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:22,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:22,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:22,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:22,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:22,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:22,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:22,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:22,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:22,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:22,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740 2024-12-06T10:17:22,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740 2024-12-06T10:17:22,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:22,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:22,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:22,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:22,825 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61747117, jitterRate=-0.07989625632762909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480242810Initializing all the Stores at 1733480242811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480242811Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480242811Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480242811Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480242811Cleaning up temporary data from old regions at 1733480242821 (+10 ms)Region opened successfully at 1733480242825 (+4 ms) 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:22,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:22,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:22,826 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:22,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480242825Disabling compacts and flushes for region at 1733480242825Disabling writes for close at 1733480242825Writing region close event to WAL at 1733480242826 (+1 ms)Closed at 1733480242826 2024-12-06T10:17:22,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:22,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:17:22,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:17:22,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:22,829 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:17:22,980 DEBUG [748048564c27:40675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:22,980 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,37449,1733480240179 2024-12-06T10:17:22,982 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,37449,1733480240179, state=OPENING 2024-12-06T10:17:22,984 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:17:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:22,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:22,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12141576871/meta-region-server: CHANGED 2024-12-06T10:17:22,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12141576871/meta-region-server: CHANGED 2024-12-06T10:17:22,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,37449,1733480240179}] 2024-12-06T10:17:23,139 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:23,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:17:23,145 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:17:23,145 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:23,145 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:17:23,147 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C37449%2C1733480240179.meta, suffix=.meta, logDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179, archiveDir=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/oldWALs, maxLogs=10 2024-12-06T10:17:23,160 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179/748048564c27%2C37449%2C1733480240179.meta.1733480243147.meta, exclude list is [], retry=0 2024-12-06T10:17:23,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38773,DS-70d63f25-f0cd-442a-b7c5-aa4152b5ba19,DISK] 2024-12-06T10:17:23,165 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/WALs/748048564c27,37449,1733480240179/748048564c27%2C37449%2C1733480240179.meta.1733480243147.meta 2024-12-06T10:17:23,165 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41625:41625)] 2024-12-06T10:17:23,165 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:23,165 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:17:23,166 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:17:23,166 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:17:23,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:23,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:23,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:23,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:23,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:23,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:23,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:23,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:23,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:23,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:23,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:23,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:23,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:23,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:23,173 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:23,173 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740 2024-12-06T10:17:23,174 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740 2024-12-06T10:17:23,175 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:23,175 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:23,176 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:23,177 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:23,178 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60573733, jitterRate=-0.09738104045391083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:23,178 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:17:23,178 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480243166Writing region info on filesystem at 1733480243166Initializing all the Stores at 1733480243167 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480243167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480243167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480243167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480243167Cleaning up temporary data from old regions at 1733480243175 (+8 ms)Running coprocessor post-open hooks at 1733480243178 (+3 ms)Region opened successfully at 1733480243178 2024-12-06T10:17:23,179 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480243138 2024-12-06T10:17:23,182 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:17:23,182 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:17:23,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,37449,1733480240179 2024-12-06T10:17:23,184 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,37449,1733480240179, state=OPEN 2024-12-06T10:17:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12141576871/meta-region-server 2024-12-06T10:17:23,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12141576871/meta-region-server 2024-12-06T10:17:23,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12141576871/meta-region-server: CHANGED 2024-12-06T10:17:23,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12141576871/meta-region-server: CHANGED 2024-12-06T10:17:23,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,37449,1733480240179 2024-12-06T10:17:23,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:17:23,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,37449,1733480240179 in 201 msec 2024-12-06T10:17:23,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:17:23,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-12-06T10:17:23,192 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:23,192 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:17:23,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:23,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,37449,1733480240179, seqNum=-1] 2024-12-06T10:17:23,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:23,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:23,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-12-06T10:17:23,200 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480243200, completionTime=-1 2024-12-06T10:17:23,201 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:17:23,201 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480303203 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480363203 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:40675, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,203 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,204 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,205 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.990sec 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:17:23,208 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:23,209 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:17:23,212 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:17:23,212 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:17:23,212 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40675,1733480240138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:23,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,306 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40675,-1 for getting cluster id 2024-12-06T10:17:23,306 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:23,307 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90f5b79-bbfb-4610-8d2b-4cccdc4ac776' 2024-12-06T10:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90f5b79-bbfb-4610-8d2b-4cccdc4ac776" 2024-12-06T10:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff6c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40675,-1] 2024-12-06T10:17:23,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:23,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:23,310 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:23,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,37449,1733480240179, seqNum=-1] 2024-12-06T10:17:23,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:23,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:23,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,40675,1733480240138 2024-12-06T10:17:23,316 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49487 2024-12-06T10:17:23,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:23,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101874729b70005 connected 2024-12-06T10:17:23,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,41503,-1 for getting cluster id 2024-12-06T10:17:23,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:23,324 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aaad0901-1d61-421b-a4fc-75810b3d5ff2' 2024-12-06T10:17:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aaad0901-1d61-421b-a4fc-75810b3d5ff2" 2024-12-06T10:17:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76afc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,324 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,41503,-1] 2024-12-06T10:17:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:23,325 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:23,325 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:23,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25424a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,41503,1733480235773 2024-12-06T10:17:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7177da17 2024-12-06T10:17:23,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:23,328 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:23,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:40675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:17:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:17:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:23,333 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40675' 2024-12-06T10:17:23,335 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbc4b2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,335 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40675,-1 for getting cluster id 2024-12-06T10:17:23,335 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:23,336 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90f5b79-bbfb-4610-8d2b-4cccdc4ac776' 2024-12-06T10:17:23,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:23,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90f5b79-bbfb-4610-8d2b-4cccdc4ac776" 2024-12-06T10:17:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0dbb5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40675,-1] 2024-12-06T10:17:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:23,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:23,338 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:23,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ba02cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:23,339 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40675,1733480240138 2024-12-06T10:17:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@695a721a 2024-12-06T10:17:23,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:23,341 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:23,342 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T10:17:23,342 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:17:23,342 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:23,342 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:23,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:23,343 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:23,345 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:17:23,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:17:23,346 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:23,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:17:23,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741835_1011 (size=1138) 2024-12-06T10:17:23,395 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:17:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:23,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:17:23,761 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 691630a71f80a07a9791109653002a85, NAME => 'hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a 2024-12-06T10:17:23,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741836_1012 (size=44) 2024-12-06T10:17:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 691630a71f80a07a9791109653002a85, disabling compactions & flushes 2024-12-06T10:17:24,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. after waiting 0 ms 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,168 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,168 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 691630a71f80a07a9791109653002a85: Waiting for close lock at 1733480244168Disabling compacts and flushes for region at 1733480244168Disabling writes for close at 1733480244168Writing region close event to WAL at 1733480244168Closed at 1733480244168 2024-12-06T10:17:24,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:17:24,170 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480244170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480244170"}]},"ts":"1733480244170"} 2024-12-06T10:17:24,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:17:24,174 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:17:24,174 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480244174"}]},"ts":"1733480244174"} 2024-12-06T10:17:24,176 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:17:24,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=691630a71f80a07a9791109653002a85, ASSIGN}] 2024-12-06T10:17:24,178 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=691630a71f80a07a9791109653002a85, ASSIGN 2024-12-06T10:17:24,179 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=691630a71f80a07a9791109653002a85, ASSIGN; state=OFFLINE, location=748048564c27,43023,1733480235866; forceNewPlan=false, retain=false 2024-12-06T10:17:24,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=691630a71f80a07a9791109653002a85, regionState=OPENING, regionLocation=748048564c27,43023,1733480235866 2024-12-06T10:17:24,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=691630a71f80a07a9791109653002a85, ASSIGN because future has completed 2024-12-06T10:17:24,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 691630a71f80a07a9791109653002a85, server=748048564c27,43023,1733480235866}] 2024-12-06T10:17:24,339 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:24,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:24,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:24,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:24,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:17:24,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C43023%2C1733480235866.rep, suffix=, logDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866, archiveDir=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs, maxLogs=10 2024-12-06T10:17:24,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.rep.1733480244492, exclude list is [], retry=0 2024-12-06T10:17:24,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35485,DS-b12b509b-c07b-4050-9ab8-220a6af0de57,DISK] 2024-12-06T10:17:24,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.rep.1733480244492 2024-12-06T10:17:24,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39483:39483)] 2024-12-06T10:17:24,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 691630a71f80a07a9791109653002a85, NAME => 'hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:24,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. service=MultiRowMutationService 2024-12-06T10:17:24,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,512 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,513 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 691630a71f80a07a9791109653002a85 columnFamilyName hfileref 2024-12-06T10:17:24,513 DEBUG [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:24,514 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(327): Store=691630a71f80a07a9791109653002a85/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:24,514 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,515 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 691630a71f80a07a9791109653002a85 columnFamilyName queue 2024-12-06T10:17:24,515 DEBUG [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:24,516 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(327): Store=691630a71f80a07a9791109653002a85/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:24,516 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,517 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 691630a71f80a07a9791109653002a85 columnFamilyName sid 2024-12-06T10:17:24,517 DEBUG [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:24,518 INFO [StoreOpener-691630a71f80a07a9791109653002a85-1 {}] regionserver.HStore(327): Store=691630a71f80a07a9791109653002a85/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:24,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:17:24,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:24,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 691630a71f80a07a9791109653002a85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70246407, jitterRate=0.04675303399562836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:17:24,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:24,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 691630a71f80a07a9791109653002a85: Running coprocessor pre-open hook at 1733480244510Writing region info on filesystem at 1733480244510Initializing all the Stores at 1733480244511 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480244511Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480244512 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480244512Cleaning up temporary data from old regions at 1733480244521 (+9 ms)Running coprocessor post-open hooks at 1733480244526 (+5 ms)Region opened successfully at 1733480244526 2024-12-06T10:17:24,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85., pid=7, masterSystemTime=1733480244485 2024-12-06T10:17:24,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:24,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=691630a71f80a07a9791109653002a85, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,43023,1733480235866 2024-12-06T10:17:24,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 691630a71f80a07a9791109653002a85, server=748048564c27,43023,1733480235866 because future has completed 2024-12-06T10:17:24,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T10:17:24,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 691630a71f80a07a9791109653002a85, server=748048564c27,43023,1733480235866 in 202 msec 2024-12-06T10:17:24,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:17:24,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=691630a71f80a07a9791109653002a85, ASSIGN in 361 msec 2024-12-06T10:17:24,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:17:24,541 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480244541"}]},"ts":"1733480244541"} 2024-12-06T10:17:24,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:17:24,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:17:24,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2010 sec 2024-12-06T10:17:24,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85., hostname=748048564c27,43023,1733480235866, seqNum=2] 2024-12-06T10:17:24,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:24,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:24,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:17:24,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43023 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T10:17:24,767 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:17:24,797 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-748048564c27,43023,1733480235866, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:17:24,797 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:24,797 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,43023,1733480235866, seqNum=-1] 2024-12-06T10:17:24,798 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:24,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-06T10:17:24,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,43023,1733480235866', locateType=CURRENT is [region=hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85., hostname=748048564c27,43023,1733480235866, seqNum=2] 2024-12-06T10:17:24,803 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T10:17:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T10:17:24,806 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,43023,1733480235866 suceeded 2024-12-06T10:17:24,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T10:17:24,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-06T10:17:24,809 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:40675,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:17:24,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-12-06T10:17:24,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40675' 2024-12-06T10:17:24,819 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6f659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:24,819 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40675,-1 for getting cluster id 2024-12-06T10:17:24,819 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:24,820 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e90f5b79-bbfb-4610-8d2b-4cccdc4ac776' 2024-12-06T10:17:24,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:24,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e90f5b79-bbfb-4610-8d2b-4cccdc4ac776" 2024-12-06T10:17:24,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@161e20ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:24,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40675,-1] 2024-12-06T10:17:24,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:24,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:24,822 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:24,823 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dc40dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:24,823 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:24,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40675,1733480240138 2024-12-06T10:17:24,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@502bf93f 2024-12-06T10:17:24,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:24,824 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-06T10:17:24,825 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,43023,1733480235866 (queues=1) is replicating from cluster=aaad0901-1d61-421b-a4fc-75810b3d5ff2 to cluster=e90f5b79-bbfb-4610-8d2b-4cccdc4ac776 2024-12-06T10:17:24,825 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C43023%2C1733480235866 2024-12-06T10:17:24,825 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,43023,1733480235866, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:17:24,826 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.shipper748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C43023%2C1733480235866 2024-12-06T10:17:24,826 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857, startPosition=0, beingWritten=true 2024-12-06T10:17:25,031 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:25,337 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:25,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:25,475 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:17:25,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:25,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:25,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:25,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,41503,1733480235773 2024-12-06T10:17:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@324c7efb 2024-12-06T10:17:25,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:25,478 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:25,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41503 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:17:25,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:17:25,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:25,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:25,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:25,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:17:25,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=478591966, stopped=false 2024-12-06T10:17:25,480 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,40675,1733480240138 2024-12-06T10:17:25,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12141576871/running 2024-12-06T10:17:25,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12141576871/running 2024-12-06T10:17:25,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:25,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:25,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:25,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:25,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:25,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,482 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,37449,1733480240179' ***** 2024-12-06T10:17:25,482 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:17:25,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/running 2024-12-06T10:17:25,482 INFO [RS:0;748048564c27:37449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:17:25,482 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:17:25,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Set watcher on znode that does not yet exist, /12141576871/running 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(959): stopping server 748048564c27,37449,1733480240179 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:37449. 2024-12-06T10:17:25,483 DEBUG [RS:0;748048564c27:37449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:25,483 DEBUG [RS:0;748048564c27:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:17:25,483 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:17:25,484 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:17:25,484 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:17:25,484 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:25,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:25,484 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:25,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:25,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:25,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:25,484 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T10:17:25,501 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/.tmp/ns/469ead8987e14294a10127306fa06618 is 43, key is default/ns:d/1733480243196/Put/seqid=0 2024-12-06T10:17:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741835_1011 (size=5153) 2024-12-06T10:17:25,558 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:25,684 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:25,743 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:25,884 DEBUG [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:25,906 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/.tmp/ns/469ead8987e14294a10127306fa06618 2024-12-06T10:17:25,913 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/.tmp/ns/469ead8987e14294a10127306fa06618 as hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/ns/469ead8987e14294a10127306fa06618 2024-12-06T10:17:25,919 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/ns/469ead8987e14294a10127306fa06618, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T10:17:25,920 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-12-06T10:17:25,924 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T10:17:25,925 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:25,925 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:25,925 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:25,925 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480245484Running coprocessor pre-close hooks at 1733480245484Disabling compacts and flushes for region at 1733480245484Disabling writes for close at 1733480245484Obtaining lock to block concurrent updates at 1733480245484Preparing flush snapshotting stores in 1588230740 at 1733480245484Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733480245484Flushing stores of hbase:meta,,1.1588230740 at 1733480245485 (+1 ms)Flushing 1588230740/ns: creating writer at 1733480245485Flushing 1588230740/ns: appending metadata at 1733480245500 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733480245500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e00c302: reopening flushed file at 1733480245912 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1733480245920 (+8 ms)Writing region close event to WAL at 1733480245921 (+1 ms)Running coprocessor post-close hooks at 1733480245925 (+4 ms)Closed at 1733480245925 2024-12-06T10:17:25,925 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:26,084 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(976): stopping server 748048564c27,37449,1733480240179; all regions closed. 2024-12-06T10:17:26,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741834_1010 (size=1152) 2024-12-06T10:17:26,090 DEBUG [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/oldWALs 2024-12-06T10:17:26,090 INFO [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C37449%2C1733480240179.meta:.meta(num 1733480243147) 2024-12-06T10:17:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:17:26,095 DEBUG [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/oldWALs 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C37449%2C1733480240179:(num 1733480242188) 2024-12-06T10:17:26,095 DEBUG [RS:0;748048564c27:37449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:26,095 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:26,095 INFO [RS:0;748048564c27:37449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37449 2024-12-06T10:17:26,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12141576871/rs/748048564c27,37449,1733480240179 2024-12-06T10:17:26,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871/rs 2024-12-06T10:17:26,097 INFO [RS:0;748048564c27:37449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:26,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,37449,1733480240179] 2024-12-06T10:17:26,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12141576871/draining/748048564c27,37449,1733480240179 already deleted, retry=false 2024-12-06T10:17:26,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,37449,1733480240179 expired; onlineServers=0 2024-12-06T10:17:26,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,40675,1733480240138' ***** 2024-12-06T10:17:26,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:17:26,101 INFO [M:0;748048564c27:40675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:26,101 INFO [M:0;748048564c27:40675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:26,101 DEBUG [M:0;748048564c27:40675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:17:26,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:17:26,101 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480242000 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480242000,5,FailOnTimeoutGroup] 2024-12-06T10:17:26,101 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480241999 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480241999,5,FailOnTimeoutGroup] 2024-12-06T10:17:26,101 DEBUG [M:0;748048564c27:40675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:17:26,101 INFO [M:0;748048564c27:40675 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:26,101 INFO [M:0;748048564c27:40675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:26,102 DEBUG [M:0;748048564c27:40675 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:17:26,102 INFO [M:0;748048564c27:40675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:17:26,102 INFO [M:0;748048564c27:40675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:26,102 INFO [M:0;748048564c27:40675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:17:26,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:17:26,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12141576871/master 2024-12-06T10:17:26,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12141576871 2024-12-06T10:17:26,103 DEBUG [M:0;748048564c27:40675 {}] zookeeper.ZKUtil(347): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Unable to get data of znode /12141576871/master because node does not exist (not an error) 2024-12-06T10:17:26,103 WARN [M:0;748048564c27:40675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:17:26,104 INFO [M:0;748048564c27:40675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/.lastflushedseqids 2024-12-06T10:17:26,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741836_1012 (size=99) 2024-12-06T10:17:26,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:26,199 INFO [RS:0;748048564c27:37449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:26,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37449-0x101874729b70004, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:26,199 INFO [RS:0;748048564c27:37449 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,37449,1733480240179; zookeeper connection closed. 2024-12-06T10:17:26,199 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d2036f0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d2036f0 2024-12-06T10:17:26,200 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:17:26,249 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:26,513 INFO [M:0;748048564c27:40675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:17:26,513 INFO [M:0;748048564c27:40675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:17:26,513 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:26,513 INFO [M:0;748048564c27:40675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:26,513 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:26,514 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:26,514 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:26,514 INFO [M:0;748048564c27:40675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T10:17:26,531 DEBUG [M:0;748048564c27:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36d69904e4749bf9d1da732e3549a3a is 82, key is hbase:meta,,1/info:regioninfo/1733480243183/Put/seqid=0 2024-12-06T10:17:26,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741837_1013 (size=5672) 2024-12-06T10:17:26,855 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:26,936 INFO [M:0;748048564c27:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36d69904e4749bf9d1da732e3549a3a 2024-12-06T10:17:26,960 DEBUG [M:0;748048564c27:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960be1646d414c81a715a887d04d36e4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733480243200/Put/seqid=0 2024-12-06T10:17:26,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741838_1014 (size=5275) 2024-12-06T10:17:27,365 INFO [M:0;748048564c27:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960be1646d414c81a715a887d04d36e4 2024-12-06T10:17:27,385 DEBUG [M:0;748048564c27:40675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9312479639445eeb648bf596b753459 is 69, key is 748048564c27,37449,1733480240179/rs:state/1733480242034/Put/seqid=0 2024-12-06T10:17:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741839_1015 (size=5156) 2024-12-06T10:17:27,561 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:27,789 INFO [M:0;748048564c27:40675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9312479639445eeb648bf596b753459 2024-12-06T10:17:27,796 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36d69904e4749bf9d1da732e3549a3a as hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36d69904e4749bf9d1da732e3549a3a 2024-12-06T10:17:27,802 INFO [M:0;748048564c27:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36d69904e4749bf9d1da732e3549a3a, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T10:17:27,803 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/960be1646d414c81a715a887d04d36e4 as hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/960be1646d414c81a715a887d04d36e4 2024-12-06T10:17:27,808 INFO [M:0;748048564c27:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/960be1646d414c81a715a887d04d36e4, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T10:17:27,809 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9312479639445eeb648bf596b753459 as hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9312479639445eeb648bf596b753459 2024-12-06T10:17:27,815 INFO [M:0;748048564c27:40675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33535/user/jenkins/test-data/eadbbd69-d775-f6cd-dcb4-4aa3d58e2d88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9312479639445eeb648bf596b753459, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T10:17:27,816 INFO [M:0;748048564c27:40675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false 2024-12-06T10:17:27,818 INFO [M:0;748048564c27:40675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:27,818 DEBUG [M:0;748048564c27:40675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480246513Disabling compacts and flushes for region at 1733480246513Disabling writes for close at 1733480246514 (+1 ms)Obtaining lock to block concurrent updates at 1733480246514Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480246514Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733480246514Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480246515 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480246515Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480246530 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480246530Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480246941 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480246959 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480246959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480247370 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480247384 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480247384Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40810c23: reopening flushed file at 1733480247795 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13549e8f: reopening flushed file at 1733480247802 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46002e43: reopening flushed file at 1733480247808 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=28, compaction requested=false at 1733480247816 (+8 ms)Writing region close event to WAL at 1733480247817 (+1 ms)Closed at 1733480247817 2024-12-06T10:17:27,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38773 is added to blk_1073741830_1006 (size=10165) 2024-12-06T10:17:27,821 INFO [M:0;748048564c27:40675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:17:27,821 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:27,821 INFO [M:0;748048564c27:40675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40675 2024-12-06T10:17:27,822 INFO [M:0;748048564c27:40675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:27,923 INFO [M:0;748048564c27:40675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:27,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40675-0x101874729b70003, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:27,929 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:27,929 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:27,929 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:27,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:27,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:27,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:17:27,931 WARN [BP-1945839096-172.17.0.2-1733480239046 heartbeating to localhost/127.0.0.1:33535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:17:27,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:17:27,931 WARN [BP-1945839096-172.17.0.2-1733480239046 heartbeating to localhost/127.0.0.1:33535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1945839096-172.17.0.2-1733480239046 (Datanode Uuid 0ea8e765-1e79-4f6d-bddb-b7dccaeeef5a) service to localhost/127.0.0.1:33535 2024-12-06T10:17:27,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/cluster_528e0e5d-99d0-f7af-cf5d-b4c0a62edb17/data/data1/current/BP-1945839096-172.17.0.2-1733480239046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:27,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/cluster_528e0e5d-99d0-f7af-cf5d-b4c0a62edb17/data/data2/current/BP-1945839096-172.17.0.2-1733480239046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:27,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:17:27,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:27,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:27,939 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:27,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:27,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:17:27,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:17:27,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:27,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:27,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:27,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:27,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:27,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:17:27,952 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2086158037, stopped=false 2024-12-06T10:17:27,952 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,41503,1733480235773 2024-12-06T10:17:27,954 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608364942/running 2024-12-06T10:17:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608364942/running 2024-12-06T10:17:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:27,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:27,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:27,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:27,954 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,43023,1733480235866' ***** 2024-12-06T10:17:27,954 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:17:27,954 INFO [RS:0;748048564c27:43023 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:17:27,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/running 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:17:27,955 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Set watcher on znode that does not yet exist, /01608364942/running 2024-12-06T10:17:27,955 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(3091): Received CLOSE for 691630a71f80a07a9791109653002a85 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(959): stopping server 748048564c27,43023,1733480235866 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:27,955 INFO [RS:0;748048564c27:43023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:43023. 2024-12-06T10:17:27,955 DEBUG [RS:0;748048564c27:43023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:27,955 DEBUG [RS:0;748048564c27:43023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:27,956 INFO [RS:0;748048564c27:43023 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 691630a71f80a07a9791109653002a85, disabling compactions & flushes 2024-12-06T10:17:27,956 INFO [RS:0;748048564c27:43023 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:17:27,956 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:27,956 INFO [RS:0;748048564c27:43023 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:27,956 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. after waiting 0 ms 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:27,956 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 691630a71f80a07a9791109653002a85 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T10:17:27,956 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:17:27,956 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 691630a71f80a07a9791109653002a85=hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85.} 2024-12-06T10:17:27,956 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 691630a71f80a07a9791109653002a85 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:27,956 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:27,956 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:27,956 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T10:17:27,973 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/info/51ae174d72e6465d9b1d1aa06f26a02d is 147, key is hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85./info:regioninfo/1733480244530/Put/seqid=0 2024-12-06T10:17:27,975 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/.tmp/queue/60cbdce14ba047a3bba6c745610d38d0 is 151, key is 1-748048564c27,43023,1733480235866/queue:748048564c27%2C43023%2C1733480235866/1733480244802/Put/seqid=0 2024-12-06T10:17:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741838_1014 (size=6631) 2024-12-06T10:17:27,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741839_1015 (size=5350) 2024-12-06T10:17:28,029 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:28,156 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 691630a71f80a07a9791109653002a85 2024-12-06T10:17:28,356 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 691630a71f80a07a9791109653002a85 2024-12-06T10:17:28,367 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.wal-reader.748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 to pos 0, reset compression=false 2024-12-06T10:17:28,378 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/info/51ae174d72e6465d9b1d1aa06f26a02d 2024-12-06T10:17:28,380 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/.tmp/queue/60cbdce14ba047a3bba6c745610d38d0 2024-12-06T10:17:28,386 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/.tmp/queue/60cbdce14ba047a3bba6c745610d38d0 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/queue/60cbdce14ba047a3bba6c745610d38d0 2024-12-06T10:17:28,392 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/queue/60cbdce14ba047a3bba6c745610d38d0, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T10:17:28,393 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 691630a71f80a07a9791109653002a85 in 437ms, sequenceid=5, compaction requested=false 2024-12-06T10:17:28,393 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:17:28,400 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/replication/691630a71f80a07a9791109653002a85/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:17:28,401 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:28,401 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:28,401 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:28,401 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 691630a71f80a07a9791109653002a85: Waiting for close lock at 1733480247955Running coprocessor pre-close hooks at 1733480247955Disabling compacts and flushes for region at 1733480247956 (+1 ms)Disabling writes for close at 1733480247956Obtaining lock to block concurrent updates at 1733480247956Preparing flush snapshotting stores in 691630a71f80a07a9791109653002a85 at 1733480247956Finished memstore snapshotting hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733480247956Flushing stores of hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. at 1733480247957 (+1 ms)Flushing 691630a71f80a07a9791109653002a85/queue: creating writer at 1733480247957Flushing 691630a71f80a07a9791109653002a85/queue: appending metadata at 1733480247975 (+18 ms)Flushing 691630a71f80a07a9791109653002a85/queue: closing flushed file at 1733480247975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57206423: reopening flushed file at 1733480248386 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 691630a71f80a07a9791109653002a85 in 437ms, sequenceid=5, compaction requested=false at 1733480248393 (+7 ms)Writing region close event to WAL at 1733480248397 (+4 ms)Running coprocessor post-close hooks at 1733480248401 (+4 ms)Closed at 1733480248401 2024-12-06T10:17:28,401 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480243343.691630a71f80a07a9791109653002a85. 2024-12-06T10:17:28,404 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/ns/fc3e33bd22f5439c8472f8c6ef056558 is 43, key is default/ns:d/1733480238877/Put/seqid=0 2024-12-06T10:17:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741840_1016 (size=5153) 2024-12-06T10:17:28,409 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/ns/fc3e33bd22f5439c8472f8c6ef056558 2024-12-06T10:17:28,429 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/table/ed969671d3154d20a7d41688330b1d30 is 53, key is hbase:replication/table:state/1733480244541/Put/seqid=0 2024-12-06T10:17:28,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741841_1017 (size=5256) 2024-12-06T10:17:28,557 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:28,757 DEBUG [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:17:28,798 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:17:28,798 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:17:28,834 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/table/ed969671d3154d20a7d41688330b1d30 2024-12-06T10:17:28,841 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/info/51ae174d72e6465d9b1d1aa06f26a02d as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/info/51ae174d72e6465d9b1d1aa06f26a02d 2024-12-06T10:17:28,846 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/info/51ae174d72e6465d9b1d1aa06f26a02d, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T10:17:28,847 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/ns/fc3e33bd22f5439c8472f8c6ef056558 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/ns/fc3e33bd22f5439c8472f8c6ef056558 2024-12-06T10:17:28,853 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/ns/fc3e33bd22f5439c8472f8c6ef056558, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:17:28,854 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/.tmp/table/ed969671d3154d20a7d41688330b1d30 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/table/ed969671d3154d20a7d41688330b1d30 2024-12-06T10:17:28,858 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/table/ed969671d3154d20a7d41688330b1d30, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T10:17:28,859 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false 2024-12-06T10:17:28,864 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:17:28,864 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:28,865 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:28,865 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:28,865 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480247956Running coprocessor pre-close hooks at 1733480247956Disabling compacts and flushes for region at 1733480247956Disabling writes for close at 1733480247956Obtaining lock to block concurrent updates at 1733480247956Preparing flush snapshotting stores in 1588230740 at 1733480247956Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733480247957 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480247957Flushing 1588230740/info: creating writer at 1733480247957Flushing 1588230740/info: appending metadata at 1733480247973 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733480247973Flushing 1588230740/ns: creating writer at 1733480248386 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733480248404 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733480248404Flushing 1588230740/table: creating writer at 1733480248414 (+10 ms)Flushing 1588230740/table: appending metadata at 1733480248429 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733480248429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@afba0e1: reopening flushed file at 1733480248841 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79893289: reopening flushed file at 1733480248847 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2596b19a: reopening flushed file at 1733480248853 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=11, compaction requested=false at 1733480248859 (+6 ms)Writing region close event to WAL at 1733480248861 (+2 ms)Running coprocessor post-close hooks at 1733480248864 (+3 ms)Closed at 1733480248865 (+1 ms) 2024-12-06T10:17:28,865 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:28,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:28,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:17:28,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:28,957 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(976): stopping server 748048564c27,43023,1733480235866; all regions closed. 2024-12-06T10:17:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741834_1010 (size=2742) 2024-12-06T10:17:28,962 DEBUG [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs 2024-12-06T10:17:28,962 INFO [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C43023%2C1733480235866.meta:.meta(num 1733480238815) 2024-12-06T10:17:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741837_1013 (size=1586) 2024-12-06T10:17:28,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.rep.1733480244492 not finished, retry = 0 2024-12-06T10:17:29,067 DEBUG [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs 2024-12-06T10:17:29,067 INFO [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C43023%2C1733480235866.rep:(num 1733480244492) 2024-12-06T10:17:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:17:29,070 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/WALs/748048564c27,43023,1733480235866/748048564c27%2C43023%2C1733480235866.1733480237857 not finished, retry = 0 2024-12-06T10:17:29,173 DEBUG [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/oldWALs 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C43023%2C1733480235866:(num 1733480237857) 2024-12-06T10:17:29,173 DEBUG [RS:0;748048564c27:43023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:29,173 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:29,173 INFO [RS:0;748048564c27:43023 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,43023,1733480235866 because: Region server is closing 2024-12-06T10:17:29,174 INFO [RS:0;748048564c27:43023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:43023. 2024-12-06T10:17:29,174 DEBUG [RS:0;748048564c27:43023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:29,174 DEBUG [RS:0;748048564c27:43023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:29,174 DEBUG [RS:0;748048564c27:43023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:29,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:29,274 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.shipper748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:17:29,275 INFO [RS:0;748048564c27:43023 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,43023,1733480235866.replicationSource.shipper748048564c27%2C43023%2C1733480235866,1-748048564c27,43023,1733480235866 terminated 2024-12-06T10:17:29,275 INFO [RS:0;748048564c27:43023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43023 2024-12-06T10:17:29,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608364942/rs/748048564c27,43023,1733480235866 2024-12-06T10:17:29,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942/rs 2024-12-06T10:17:29,277 INFO [RS:0;748048564c27:43023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:29,279 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,43023,1733480235866] 2024-12-06T10:17:29,281 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01608364942/draining/748048564c27,43023,1733480235866 already deleted, retry=false 2024-12-06T10:17:29,281 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,43023,1733480235866 expired; onlineServers=0 2024-12-06T10:17:29,281 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,41503,1733480235773' ***** 2024-12-06T10:17:29,281 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:17:29,281 INFO [M:0;748048564c27:41503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:17:29,281 INFO [M:0;748048564c27:41503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:17:29,281 DEBUG [M:0;748048564c27:41503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:17:29,281 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:17:29,281 DEBUG [M:0;748048564c27:41503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:17:29,281 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480237652 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480237652,5,FailOnTimeoutGroup] 2024-12-06T10:17:29,281 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480237653 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480237653,5,FailOnTimeoutGroup] 2024-12-06T10:17:29,281 INFO [M:0;748048564c27:41503 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:17:29,281 INFO [M:0;748048564c27:41503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:17:29,281 DEBUG [M:0;748048564c27:41503 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:17:29,282 INFO [M:0;748048564c27:41503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:17:29,282 INFO [M:0;748048564c27:41503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:17:29,282 INFO [M:0;748048564c27:41503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:17:29,282 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:17:29,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01608364942/master 2024-12-06T10:17:29,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01608364942 2024-12-06T10:17:29,283 DEBUG [M:0;748048564c27:41503 {}] zookeeper.ZKUtil(347): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Unable to get data of znode /01608364942/master because node does not exist (not an error) 2024-12-06T10:17:29,283 WARN [M:0;748048564c27:41503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:17:29,284 INFO [M:0;748048564c27:41503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/.lastflushedseqids 2024-12-06T10:17:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741842_1018 (size=181) 2024-12-06T10:17:29,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:29,380 INFO [RS:0;748048564c27:43023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:29,380 INFO [RS:0;748048564c27:43023 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,43023,1733480235866; zookeeper connection closed. 2024-12-06T10:17:29,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43023-0x101874729b70001, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:29,380 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a55f465 2024-12-06T10:17:29,380 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:17:29,689 INFO [M:0;748048564c27:41503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:17:29,689 INFO [M:0;748048564c27:41503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:17:29,690 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:29,690 INFO [M:0;748048564c27:41503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:29,690 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:29,690 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:29,690 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:29,690 INFO [M:0;748048564c27:41503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T10:17:29,706 DEBUG [M:0;748048564c27:41503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa17b5a3d214a96a8d3d18e70fa2660 is 82, key is hbase:meta,,1/info:regioninfo/1733480238859/Put/seqid=0 2024-12-06T10:17:29,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741843_1019 (size=5672) 2024-12-06T10:17:30,012 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:30,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:30,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:30,111 INFO [M:0;748048564c27:41503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa17b5a3d214a96a8d3d18e70fa2660 2024-12-06T10:17:30,139 DEBUG [M:0;748048564c27:41503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f38985b8574a89b73b421db6dcdeb3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733480244546/Put/seqid=0 2024-12-06T10:17:30,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741844_1020 (size=7203) 2024-12-06T10:17:30,545 INFO [M:0;748048564c27:41503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f38985b8574a89b73b421db6dcdeb3 2024-12-06T10:17:30,565 DEBUG [M:0;748048564c27:41503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7492c7e69d541f3955633ce03c18850 is 69, key is 748048564c27,43023,1733480235866/rs:state/1733480237708/Put/seqid=0 2024-12-06T10:17:30,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741845_1021 (size=5156) 2024-12-06T10:17:30,970 INFO [M:0;748048564c27:41503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7492c7e69d541f3955633ce03c18850 2024-12-06T10:17:30,976 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1aa17b5a3d214a96a8d3d18e70fa2660 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1aa17b5a3d214a96a8d3d18e70fa2660 2024-12-06T10:17:30,981 INFO [M:0;748048564c27:41503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1aa17b5a3d214a96a8d3d18e70fa2660, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T10:17:30,982 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26f38985b8574a89b73b421db6dcdeb3 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f38985b8574a89b73b421db6dcdeb3 2024-12-06T10:17:30,986 INFO [M:0;748048564c27:41503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26f38985b8574a89b73b421db6dcdeb3, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T10:17:30,987 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7492c7e69d541f3955633ce03c18850 as hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7492c7e69d541f3955633ce03c18850 2024-12-06T10:17:30,991 INFO [M:0;748048564c27:41503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35567/user/jenkins/test-data/c6b82d58-b567-6e6c-27bb-89743f3eeb5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7492c7e69d541f3955633ce03c18850, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T10:17:30,992 INFO [M:0;748048564c27:41503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false 2024-12-06T10:17:30,993 INFO [M:0;748048564c27:41503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:30,994 DEBUG [M:0;748048564c27:41503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480249690Disabling compacts and flushes for region at 1733480249690Disabling writes for close at 1733480249690Obtaining lock to block concurrent updates at 1733480249690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480249690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733480249690Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480249691 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480249691Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480249706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480249706Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480250116 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480250138 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480250138Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480250550 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480250565 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480250565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69baf984: reopening flushed file at 1733480250976 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20033118: reopening flushed file at 1733480250981 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49407e54: reopening flushed file at 1733480250986 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=70, compaction requested=false at 1733480250992 (+6 ms)Writing region close event to WAL at 1733480250993 (+1 ms)Closed at 1733480250993 2024-12-06T10:17:30,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35485 is added to blk_1073741830_1006 (size=41008) 2024-12-06T10:17:30,996 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:17:30,996 INFO [M:0;748048564c27:41503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:17:30,996 INFO [M:0;748048564c27:41503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41503 2024-12-06T10:17:30,996 INFO [M:0;748048564c27:41503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:31,098 INFO [M:0;748048564c27:41503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:17:31,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41503-0x101874729b70000, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:17:31,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:31,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:31,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:31,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:31,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:31,103 WARN [BP-2017086642-172.17.0.2-1733480234826 heartbeating to localhost/127.0.0.1:35567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:17:31,103 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:17:31,103 WARN [BP-2017086642-172.17.0.2-1733480234826 heartbeating to localhost/127.0.0.1:35567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2017086642-172.17.0.2-1733480234826 (Datanode Uuid b2089561-6aac-4e7f-a6e3-e57123ee5bf6) service to localhost/127.0.0.1:35567 2024-12-06T10:17:31,103 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:17:31,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/data/data1/current/BP-2017086642-172.17.0.2-1733480234826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:31,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/cluster_97ffe379-fea8-6e0a-93aa-b05d3dcf7144/data/data2/current/BP-2017086642-172.17.0.2-1733480234826 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:17:31,104 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:17:31,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:31,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:17:31,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:17:31,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:17:31,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7a8cc90-b7aa-e6d4-79e4-caed529e2a34/hadoop.log.dir/,STOPPED} 2024-12-06T10:17:31,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:17:31,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:17:31,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 109) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49487) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35567 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:33535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33535 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49487) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 302), ProcessCount=11 (was 11), AvailableMemoryMB=4787 (was 5103) 2024-12-06T10:17:31,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=4787 2024-12-06T10:17:31,159 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-06T10:17:31,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir so I do NOT create it in target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff 2024-12-06T10:17:31,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:17:31,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.tmp.dir so I do NOT create it in target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff 2024-12-06T10:17:31,159 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f277134-8af8-5a7a-29ef-ecf5707bcddb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:17:31,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff 2024-12-06T10:17:31,159 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1, deleteOnExit=true 2024-12-06T10:17:31,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/zookeeper_0, clientPort=60217, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:17:31,163 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60217 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/test.cache.data in system properties and HBase conf 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:17:31,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:17:31,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:17:31,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:31,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:17:31,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:17:31,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101874729b70002, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:17:31,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101874729b70005, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:17:31,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101874729b70005, quorum=127.0.0.1:49487, baseZNode=/12141576871 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:17:31,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101874729b70002, quorum=127.0.0.1:49487, baseZNode=/01608364942 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:17:31,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:31,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:31,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:31,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:31,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:17:31,259 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:31,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:31,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:31,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/java.io.tmpdir/jetty-localhost-44915-hadoop-hdfs-3_4_1-tests_jar-_-any-10147444649044205113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:31,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:44915} 2024-12-06T10:17:31,375 INFO [Time-limited test {}] server.Server(415): Started @47673ms 2024-12-06T10:17:31,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:31,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:31,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:31,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:31,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:17:31,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:31,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:31,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/java.io.tmpdir/jetty-localhost-36241-hadoop-hdfs-3_4_1-tests_jar-_-any-15619655749995461768/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:31,582 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:36241} 2024-12-06T10:17:31,582 INFO [Time-limited test {}] server.Server(415): Started @47880ms 2024-12-06T10:17:31,583 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:17:31,680 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/data/data1/current/BP-351023160-172.17.0.2-1733480251195/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:31,680 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/data/data2/current/BP-351023160-172.17.0.2-1733480251195/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:31,699 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:17:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7962b36ad8b9c8e with lease ID 0x53e9b042371ba5b0: Processing first storage report for DS-274ad47e-f285-4206-b0e5-b16508ebce04 from datanode DatanodeRegistration(127.0.0.1:34477, datanodeUuid=7919c4d2-af6b-48b6-8d7c-9d9a77e2ecc2, infoPort=39619, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=935843430;c=1733480251195) 2024-12-06T10:17:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7962b36ad8b9c8e with lease ID 0x53e9b042371ba5b0: from storage DS-274ad47e-f285-4206-b0e5-b16508ebce04 node DatanodeRegistration(127.0.0.1:34477, datanodeUuid=7919c4d2-af6b-48b6-8d7c-9d9a77e2ecc2, infoPort=39619, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=935843430;c=1733480251195), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7962b36ad8b9c8e with lease ID 0x53e9b042371ba5b0: Processing first storage report for DS-271255ab-6f17-4831-a060-115cb12145ef from datanode DatanodeRegistration(127.0.0.1:34477, datanodeUuid=7919c4d2-af6b-48b6-8d7c-9d9a77e2ecc2, infoPort=39619, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=935843430;c=1733480251195) 2024-12-06T10:17:31,702 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7962b36ad8b9c8e with lease ID 0x53e9b042371ba5b0: from storage DS-271255ab-6f17-4831-a060-115cb12145ef node DatanodeRegistration(127.0.0.1:34477, datanodeUuid=7919c4d2-af6b-48b6-8d7c-9d9a77e2ecc2, infoPort=39619, infoSecurePort=0, ipcPort=41253, storageInfo=lv=-57;cid=testClusterID;nsid=935843430;c=1733480251195), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:31,707 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff 2024-12-06T10:17:31,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:31,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:17:32,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4 with version=8 2024-12-06T10:17:32,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/hbase-staging 2024-12-06T10:17:32,119 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:17:32,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:32,120 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39815 2024-12-06T10:17:32,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39815 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:32,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398150x0, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:32,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39815-0x101874769a90000 connected 2024-12-06T10:17:32,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:32,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:32,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/running 2024-12-06T10:17:32,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4, hbase.cluster.distributed=false 2024-12-06T10:17:32,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/acl 2024-12-06T10:17:32,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T10:17:32,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39815 2024-12-06T10:17:32,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39815 2024-12-06T10:17:32,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T10:17:32,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-06T10:17:32,172 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:32,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:17:32,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:32,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45191 2024-12-06T10:17:32,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45191 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:32,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:32,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:32,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451910x0, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:32,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451910x0, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/running 2024-12-06T10:17:32,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45191-0x101874769a90001 connected 2024-12-06T10:17:32,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:17:32,181 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:17:32,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/master 2024-12-06T10:17:32,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/acl 2024-12-06T10:17:32,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45191 2024-12-06T10:17:32,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45191 2024-12-06T10:17:32,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45191 2024-12-06T10:17:32,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45191 2024-12-06T10:17:32,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45191 2024-12-06T10:17:32,200 DEBUG [M:0;748048564c27:39815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:39815 2024-12-06T10:17:32,200 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1494684656/backup-masters/748048564c27,39815,1733480252118 2024-12-06T10:17:32,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/backup-masters 2024-12-06T10:17:32,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/backup-masters 2024-12-06T10:17:32,202 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on existing znode=/0-1494684656/backup-masters/748048564c27,39815,1733480252118 2024-12-06T10:17:32,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1494684656/master 2024-12-06T10:17:32,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:32,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:32,205 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on existing znode=/0-1494684656/master 2024-12-06T10:17:32,206 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1494684656/backup-masters/748048564c27,39815,1733480252118 from backup master directory 2024-12-06T10:17:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1494684656/backup-masters/748048564c27,39815,1733480252118 2024-12-06T10:17:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/backup-masters 2024-12-06T10:17:32,207 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:32,207 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,39815,1733480252118 2024-12-06T10:17:32,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/backup-masters 2024-12-06T10:17:32,211 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/hbase.id] with ID: 3f561e3f-20b4-45e4-af67-9726f9e9db59 2024-12-06T10:17:32,211 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/.tmp/hbase.id 2024-12-06T10:17:32,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:17:32,617 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/.tmp/hbase.id]:[hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/hbase.id] 2024-12-06T10:17:32,628 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:32,628 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:17:32,629 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:17:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:32,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:17:33,040 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:33,040 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:17:33,041 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:33,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:17:33,449 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store 2024-12-06T10:17:33,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:33,856 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:33,856 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:33,856 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480253856Disabling compacts and flushes for region at 1733480253856Disabling writes for close at 1733480253856Writing region close event to WAL at 1733480253856Closed at 1733480253856 2024-12-06T10:17:33,857 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/.initializing 2024-12-06T10:17:33,857 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/WALs/748048564c27,39815,1733480252118 2024-12-06T10:17:33,858 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:33,860 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C39815%2C1733480252118, suffix=, logDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/WALs/748048564c27,39815,1733480252118, archiveDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/oldWALs, maxLogs=10 2024-12-06T10:17:33,873 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/WALs/748048564c27,39815,1733480252118/748048564c27%2C39815%2C1733480252118.1733480253860, exclude list is [], retry=0 2024-12-06T10:17:33,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-274ad47e-f285-4206-b0e5-b16508ebce04,DISK] 2024-12-06T10:17:33,878 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/WALs/748048564c27,39815,1733480252118/748048564c27%2C39815%2C1733480252118.1733480253860 2024-12-06T10:17:33,878 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39619:39619)] 2024-12-06T10:17:33,878 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:33,878 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:33,879 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,879 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:17:33,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:33,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:33,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:17:33,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:33,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:33,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:17:33,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:33,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:17:33,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:33,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:33,888 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,889 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,889 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,890 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,890 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,891 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:33,892 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:33,894 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:33,894 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60357090, jitterRate=-0.10060927271842957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:33,895 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480253879Initializing all the Stores at 1733480253880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480253880Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480253880Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480253880Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480253880Cleaning up temporary data from old regions at 1733480253890 (+10 ms)Region opened successfully at 1733480253895 (+5 ms) 2024-12-06T10:17:33,895 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:17:33,898 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211cb53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:33,899 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:17:33,899 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:17:33,899 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:17:33,899 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:17:33,900 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:17:33,900 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:17:33,900 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:17:33,902 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:17:33,903 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Unable to get data of znode /0-1494684656/balancer because node does not exist (not necessarily an error) 2024-12-06T10:17:33,904 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/balancer already deleted, retry=false 2024-12-06T10:17:33,905 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:17:33,905 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Unable to get data of znode /0-1494684656/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:17:33,906 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/normalizer already deleted, retry=false 2024-12-06T10:17:33,907 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:17:33,907 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Unable to get data of znode /0-1494684656/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:17:33,908 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/switch/split already deleted, retry=false 2024-12-06T10:17:33,909 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Unable to get data of znode /0-1494684656/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:17:33,910 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/switch/merge already deleted, retry=false 2024-12-06T10:17:33,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Unable to get data of znode /0-1494684656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:17:33,914 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/snapshot-cleanup already deleted, retry=false 2024-12-06T10:17:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1494684656/running 2024-12-06T10:17:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1494684656/running 2024-12-06T10:17:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,916 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,39815,1733480252118, sessionid=0x101874769a90000, setting cluster-up flag (Was=false) 2024-12-06T10:17:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,923 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1494684656/flush-table-proc/acquired, /0-1494684656/flush-table-proc/reached, /0-1494684656/flush-table-proc/abort 2024-12-06T10:17:33,924 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,39815,1733480252118 2024-12-06T10:17:33,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:33,931 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1494684656/online-snapshot/acquired, /0-1494684656/online-snapshot/reached, /0-1494684656/online-snapshot/abort 2024-12-06T10:17:33,932 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,39815,1733480252118 2024-12-06T10:17:33,933 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:17:33,934 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:33,935 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:17:33,935 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:17:33,935 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,39815,1733480252118 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:33,936 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480283938 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:17:33,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:17:33,938 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:17:33,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:17:33,939 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480253939,5,FailOnTimeoutGroup] 2024-12-06T10:17:33,939 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480253939,5,FailOnTimeoutGroup] 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:33,939 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:33,940 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:33,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:17:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:17:33,992 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(746): ClusterId : 3f561e3f-20b4-45e4-af67-9726f9e9db59 2024-12-06T10:17:33,992 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:17:33,995 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:17:33,995 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:17:33,997 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:17:33,998 DEBUG [RS:0;748048564c27:45191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe7f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:34,011 DEBUG [RS:0;748048564c27:45191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:45191 2024-12-06T10:17:34,011 INFO [RS:0;748048564c27:45191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:17:34,011 INFO [RS:0;748048564c27:45191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:17:34,011 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:17:34,012 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,39815,1733480252118 with port=45191, startcode=1733480252172 2024-12-06T10:17:34,012 DEBUG [RS:0;748048564c27:45191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:17:34,013 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:17:34,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39815 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,45191,1733480252172 2024-12-06T10:17:34,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39815 {}] master.ServerManager(517): Registering regionserver=748048564c27,45191,1733480252172 2024-12-06T10:17:34,016 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4 2024-12-06T10:17:34,016 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42977 2024-12-06T10:17:34,016 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:17:34,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/rs 2024-12-06T10:17:34,018 DEBUG [RS:0;748048564c27:45191 {}] zookeeper.ZKUtil(111): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on existing znode=/0-1494684656/rs/748048564c27,45191,1733480252172 2024-12-06T10:17:34,018 WARN [RS:0;748048564c27:45191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:34,018 INFO [RS:0;748048564c27:45191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:34,018 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172 2024-12-06T10:17:34,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,45191,1733480252172] 2024-12-06T10:17:34,021 INFO [RS:0;748048564c27:45191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:17:34,023 INFO [RS:0;748048564c27:45191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:17:34,023 INFO [RS:0;748048564c27:45191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:17:34,024 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,024 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:17:34,024 INFO [RS:0;748048564c27:45191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:17:34,024 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:34,025 DEBUG [RS:0;748048564c27:45191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:34,025 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,025 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,025 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,026 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,026 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,026 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45191,1733480252172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:34,040 INFO [RS:0;748048564c27:45191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:17:34,040 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45191,1733480252172-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,040 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,040 INFO [RS:0;748048564c27:45191 {}] regionserver.Replication(171): 748048564c27,45191,1733480252172 started 2024-12-06T10:17:34,054 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:34,054 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,45191,1733480252172, RpcServer on 748048564c27/172.17.0.2:45191, sessionid=0x101874769a90001 2024-12-06T10:17:34,054 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:17:34,054 DEBUG [RS:0;748048564c27:45191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,45191,1733480252172 2024-12-06T10:17:34,054 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45191,1733480252172' 2024-12-06T10:17:34,054 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1494684656/flush-table-proc/abort' 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1494684656/flush-table-proc/acquired' 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,45191,1733480252172 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45191,1733480252172' 2024-12-06T10:17:34,055 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1494684656/online-snapshot/abort' 2024-12-06T10:17:34,056 DEBUG [RS:0;748048564c27:45191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1494684656/online-snapshot/acquired' 2024-12-06T10:17:34,056 DEBUG [RS:0;748048564c27:45191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:17:34,056 INFO [RS:0;748048564c27:45191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:17:34,056 INFO [RS:0;748048564c27:45191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:17:34,156 INFO [RS:0;748048564c27:45191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:34,158 INFO [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45191%2C1733480252172, suffix=, logDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172, archiveDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs, maxLogs=10 2024-12-06T10:17:34,172 DEBUG [RS:0;748048564c27:45191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158, exclude list is [], retry=0 2024-12-06T10:17:34,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-274ad47e-f285-4206-b0e5-b16508ebce04,DISK] 2024-12-06T10:17:34,176 INFO [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 2024-12-06T10:17:34,177 DEBUG [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39619:39619)] 2024-12-06T10:17:34,348 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:17:34,348 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4 2024-12-06T10:17:34,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:17:34,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:34,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:34,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:34,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:34,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:34,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:34,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:34,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:34,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:34,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:34,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:34,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:34,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:34,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:34,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:34,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:34,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:34,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740 2024-12-06T10:17:34,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740 2024-12-06T10:17:34,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:34,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:34,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:34,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:34,769 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:34,769 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61996324, jitterRate=-0.0761827826499939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:34,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480254755Initializing all the Stores at 1733480254755Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480254755Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480254756 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480254756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480254756Cleaning up temporary data from old regions at 1733480254765 (+9 ms)Region opened successfully at 1733480254770 (+5 ms) 2024-12-06T10:17:34,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:34,770 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:34,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:34,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:34,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:34,771 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:34,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480254770Disabling compacts and flushes for region at 1733480254770Disabling writes for close at 1733480254770Writing region close event to WAL at 1733480254771 (+1 ms)Closed at 1733480254771 2024-12-06T10:17:34,772 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:34,772 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:17:34,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:17:34,774 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:34,775 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:17:34,925 DEBUG [748048564c27:39815 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:34,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:34,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45191,1733480252172, state=OPENING 2024-12-06T10:17:34,928 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:17:34,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:34,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:34,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:34,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45191,1733480252172}] 2024-12-06T10:17:34,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1494684656/meta-region-server: CHANGED 2024-12-06T10:17:34,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1494684656/meta-region-server: CHANGED 2024-12-06T10:17:35,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:35,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:17:35,093 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:17:35,093 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:35,093 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:17:35,095 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45191%2C1733480252172.meta, suffix=.meta, logDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172, archiveDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs, maxLogs=10 2024-12-06T10:17:35,111 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.meta.1733480255095.meta, exclude list is [], retry=0 2024-12-06T10:17:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-274ad47e-f285-4206-b0e5-b16508ebce04,DISK] 2024-12-06T10:17:35,116 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.meta.1733480255095.meta 2024-12-06T10:17:35,116 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39619:39619)] 2024-12-06T10:17:35,117 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:35,117 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:35,117 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:35,117 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:17:35,117 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:17:35,117 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:17:35,117 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:35,118 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:17:35,118 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:17:35,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:35,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:35,120 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:35,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:35,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:35,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:35,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:35,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:35,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:35,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:35,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:35,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:35,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:35,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:35,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:35,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:35,125 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:35,126 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740 2024-12-06T10:17:35,127 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740 2024-12-06T10:17:35,129 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:35,129 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:35,129 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:35,131 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:35,132 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64136884, jitterRate=-0.04428595304489136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:35,132 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:17:35,132 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480255118Writing region info on filesystem at 1733480255118Initializing all the Stores at 1733480255119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480255119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480255119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480255119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480255119Cleaning up temporary data from old regions at 1733480255129 (+10 ms)Running coprocessor post-open hooks at 1733480255132 (+3 ms)Region opened successfully at 1733480255132 2024-12-06T10:17:35,133 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480255086 2024-12-06T10:17:35,137 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:17:35,137 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:17:35,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:35,138 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45191,1733480252172, state=OPEN 2024-12-06T10:17:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1494684656/meta-region-server 2024-12-06T10:17:35,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1494684656/meta-region-server 2024-12-06T10:17:35,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,45191,1733480252172 2024-12-06T10:17:35,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1494684656/meta-region-server: CHANGED 2024-12-06T10:17:35,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1494684656/meta-region-server: CHANGED 2024-12-06T10:17:35,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:17:35,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45191,1733480252172 in 207 msec 2024-12-06T10:17:35,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:17:35,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-12-06T10:17:35,148 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:35,148 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:17:35,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:35,150 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:35,150 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:35,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:35,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-12-06T10:17:35,159 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480255159, completionTime=-1 2024-12-06T10:17:35,159 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:17:35,159 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:17:35,162 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:17:35,162 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480315162 2024-12-06T10:17:35,162 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480375162 2024-12-06T10:17:35,162 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T10:17:35,163 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,163 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,163 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,163 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:39815, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,163 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,166 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:17:35,166 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,169 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.962sec 2024-12-06T10:17:35,169 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:17:35,169 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:17:35,170 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:17:35,170 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:17:35,170 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:17:35,170 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:35,170 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:17:35,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:17:35,173 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:17:35,173 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39815,1733480252118-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:35,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:35,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,39815,-1 for getting cluster id 2024-12-06T10:17:35,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:35,194 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f561e3f-20b4-45e4-af67-9726f9e9db59' 2024-12-06T10:17:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:35,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f561e3f-20b4-45e4-af67-9726f9e9db59" 2024-12-06T10:17:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ab268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,39815,-1] 2024-12-06T10:17:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:35,196 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:35,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:35,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:35,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:35,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:35,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,39815,1733480252118 2024-12-06T10:17:35,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:35,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874769a90002 connected 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir so I do NOT create it in target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae 2024-12-06T10:17:35,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.tmp.dir so I do NOT create it in target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae 2024-12-06T10:17:35,209 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:17:35,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/cluster_3670fcd0-34a0-a78e-541e-a181c3f90581, deleteOnExit=true 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:17:35,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/test.cache.data in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:17:35,210 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:35,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:17:35,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:17:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:17:35,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:17:35,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:35,298 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:35,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:35,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:35,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:17:35,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:35,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:35,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:35,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/java.io.tmpdir/jetty-localhost-44129-hadoop-hdfs-3_4_1-tests_jar-_-any-17868466272409412470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:17:35,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:44129} 2024-12-06T10:17:35,422 INFO [Time-limited test {}] server.Server(415): Started @51720ms 2024-12-06T10:17:35,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:17:35,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:17:35,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:17:35,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:17:35,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:17:35,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:17:35,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:17:35,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/java.io.tmpdir/jetty-localhost-34753-hadoop-hdfs-3_4_1-tests_jar-_-any-16066639361745796644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:17:35,614 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:34753} 2024-12-06T10:17:35,614 INFO [Time-limited test {}] server.Server(415): Started @51912ms 2024-12-06T10:17:35,615 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:17:35,718 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/cluster_3670fcd0-34a0-a78e-541e-a181c3f90581/data/data2/current/BP-245688405-172.17.0.2-1733480255240/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:35,718 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/cluster_3670fcd0-34a0-a78e-541e-a181c3f90581/data/data1/current/BP-245688405-172.17.0.2-1733480255240/current, will proceed with Du for space computation calculation, 2024-12-06T10:17:35,742 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:17:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2a7d27760049c53 with lease ID 0x53c4c6a30531333: Processing first storage report for DS-07b960ab-a6ab-4107-b302-eb1e2a00489e from datanode DatanodeRegistration(127.0.0.1:40427, datanodeUuid=7b21292d-b0b4-42cf-b44b-18b3c644c80a, infoPort=36701, infoSecurePort=0, ipcPort=39679, storageInfo=lv=-57;cid=testClusterID;nsid=1172297070;c=1733480255240) 2024-12-06T10:17:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2a7d27760049c53 with lease ID 0x53c4c6a30531333: from storage DS-07b960ab-a6ab-4107-b302-eb1e2a00489e node DatanodeRegistration(127.0.0.1:40427, datanodeUuid=7b21292d-b0b4-42cf-b44b-18b3c644c80a, infoPort=36701, infoSecurePort=0, ipcPort=39679, storageInfo=lv=-57;cid=testClusterID;nsid=1172297070;c=1733480255240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2a7d27760049c53 with lease ID 0x53c4c6a30531333: Processing first storage report for DS-82a81186-272a-4328-b942-7c54ddb80be8 from datanode DatanodeRegistration(127.0.0.1:40427, datanodeUuid=7b21292d-b0b4-42cf-b44b-18b3c644c80a, infoPort=36701, infoSecurePort=0, ipcPort=39679, storageInfo=lv=-57;cid=testClusterID;nsid=1172297070;c=1733480255240) 2024-12-06T10:17:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2a7d27760049c53 with lease ID 0x53c4c6a30531333: from storage DS-82a81186-272a-4328-b942-7c54ddb80be8 node DatanodeRegistration(127.0.0.1:40427, datanodeUuid=7b21292d-b0b4-42cf-b44b-18b3c644c80a, infoPort=36701, infoSecurePort=0, ipcPort=39679, storageInfo=lv=-57;cid=testClusterID;nsid=1172297070;c=1733480255240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:17:35,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae 2024-12-06T10:17:35,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:35,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:35,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:17:36,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3 with version=8 2024-12-06T10:17:36,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/hbase-staging 2024-12-06T10:17:36,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:17:36,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:36,253 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44231 2024-12-06T10:17:36,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44231 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:36,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442310x0, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:36,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44231-0x101874769a90003 connected 2024-12-06T10:17:36,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:36,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:36,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/running 2024-12-06T10:17:36,279 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3, hbase.cluster.distributed=false 2024-12-06T10:17:36,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/acl 2024-12-06T10:17:36,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44231 2024-12-06T10:17:36,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44231 2024-12-06T10:17:36,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44231 2024-12-06T10:17:36,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44231 2024-12-06T10:17:36,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44231 2024-12-06T10:17:36,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:17:36,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:17:36,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34379 2024-12-06T10:17:36,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34379 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:36,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:36,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:36,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343790x0, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:36,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343790x0, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/running 2024-12-06T10:17:36,334 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:17:36,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34379-0x101874769a90004 connected 2024-12-06T10:17:36,351 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:17:36,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/master 2024-12-06T10:17:36,354 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/acl 2024-12-06T10:17:36,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34379 2024-12-06T10:17:36,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34379 2024-12-06T10:17:36,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34379 2024-12-06T10:17:36,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34379 2024-12-06T10:17:36,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34379 2024-12-06T10:17:36,382 DEBUG [M:0;748048564c27:44231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:44231 2024-12-06T10:17:36,382 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11882965858/backup-masters/748048564c27,44231,1733480256251 2024-12-06T10:17:36,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/backup-masters 2024-12-06T10:17:36,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/backup-masters 2024-12-06T10:17:36,384 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on existing znode=/11882965858/backup-masters/748048564c27,44231,1733480256251 2024-12-06T10:17:36,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882965858/master 2024-12-06T10:17:36,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:36,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:36,386 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on existing znode=/11882965858/master 2024-12-06T10:17:36,387 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11882965858/backup-masters/748048564c27,44231,1733480256251 from backup master directory 2024-12-06T10:17:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882965858/backup-masters/748048564c27,44231,1733480256251 2024-12-06T10:17:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/backup-masters 2024-12-06T10:17:36,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/backup-masters 2024-12-06T10:17:36,391 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:36,391 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,44231,1733480256251 2024-12-06T10:17:36,398 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/hbase.id] with ID: 41e66b40-38ea-4d2a-8b6a-f798bba7f95c 2024-12-06T10:17:36,398 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/.tmp/hbase.id 2024-12-06T10:17:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:17:36,805 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/.tmp/hbase.id]:[hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/hbase.id] 2024-12-06T10:17:36,820 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:36,820 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:17:36,821 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:17:36,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:36,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:17:37,235 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:37,236 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:17:37,237 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:17:37,644 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store 2024-12-06T10:17:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:17:38,054 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:38,054 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:17:38,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480258054Disabling compacts and flushes for region at 1733480258054Disabling writes for close at 1733480258054Writing region close event to WAL at 1733480258054Closed at 1733480258054 2024-12-06T10:17:38,055 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/.initializing 2024-12-06T10:17:38,055 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/WALs/748048564c27,44231,1733480256251 2024-12-06T10:17:38,057 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:38,060 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C44231%2C1733480256251, suffix=, logDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/WALs/748048564c27,44231,1733480256251, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/oldWALs, maxLogs=10 2024-12-06T10:17:38,080 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/WALs/748048564c27,44231,1733480256251/748048564c27%2C44231%2C1733480256251.1733480258060, exclude list is [], retry=0 2024-12-06T10:17:38,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-07b960ab-a6ab-4107-b302-eb1e2a00489e,DISK] 2024-12-06T10:17:38,088 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/WALs/748048564c27,44231,1733480256251/748048564c27%2C44231%2C1733480256251.1733480258060 2024-12-06T10:17:38,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-12-06T10:17:38,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:38,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:38,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:17:38,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:17:38,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:38,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:17:38,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:38,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:17:38,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:38,101 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,102 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,103 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,104 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,104 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,105 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:38,106 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:17:38,109 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:38,109 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61926236, jitterRate=-0.07722717523574829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:38,110 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480258089Initializing all the Stores at 1733480258091 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258091Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480258092 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480258092Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480258092Cleaning up temporary data from old regions at 1733480258104 (+12 ms)Region opened successfully at 1733480258110 (+6 ms) 2024-12-06T10:17:38,110 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:17:38,114 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf8ed4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:38,115 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:17:38,115 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:17:38,115 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:17:38,115 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:17:38,116 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:17:38,116 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:17:38,116 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:17:38,123 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:17:38,124 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/balancer because node does not exist (not necessarily an error) 2024-12-06T10:17:38,125 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/balancer already deleted, retry=false 2024-12-06T10:17:38,125 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:17:38,126 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:17:38,127 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/normalizer already deleted, retry=false 2024-12-06T10:17:38,127 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:17:38,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:17:38,129 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/switch/split already deleted, retry=false 2024-12-06T10:17:38,130 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:17:38,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/switch/merge already deleted, retry=false 2024-12-06T10:17:38,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:17:38,135 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/snapshot-cleanup already deleted, retry=false 2024-12-06T10:17:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882965858/running 2024-12-06T10:17:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882965858/running 2024-12-06T10:17:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,138 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,44231,1733480256251, sessionid=0x101874769a90003, setting cluster-up flag (Was=false) 2024-12-06T10:17:38,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,149 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882965858/flush-table-proc/acquired, /11882965858/flush-table-proc/reached, /11882965858/flush-table-proc/abort 2024-12-06T10:17:38,150 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,44231,1733480256251 2024-12-06T10:17:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,161 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882965858/online-snapshot/acquired, /11882965858/online-snapshot/reached, /11882965858/online-snapshot/abort 2024-12-06T10:17:38,163 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,44231,1733480256251 2024-12-06T10:17:38,165 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:17:38,167 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(746): ClusterId : 41e66b40-38ea-4d2a-8b6a-f798bba7f95c 2024-12-06T10:17:38,167 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:17:38,169 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:38,169 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:17:38,170 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:17:38,170 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,44231,1733480256251 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:17:38,172 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:17:38,172 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:38,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,175 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:17:38,175 DEBUG [RS:0;748048564c27:34379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45804382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:17:38,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:38,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:17:38,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:17:38,188 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480288188 2024-12-06T10:17:38,188 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:17:38,188 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:17:38,189 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:17:38,189 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:17:38,189 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:17:38,189 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:17:38,192 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,194 DEBUG [RS:0;748048564c27:34379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:34379 2024-12-06T10:17:38,194 INFO [RS:0;748048564c27:34379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:17:38,194 INFO [RS:0;748048564c27:34379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:17:38,194 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:17:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:17:38,195 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,44231,1733480256251 with port=34379, startcode=1733480256309 2024-12-06T10:17:38,195 DEBUG [RS:0;748048564c27:34379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:17:38,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:17:38,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3 2024-12-06T10:17:38,200 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:17:38,201 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:17:38,201 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:17:38,201 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:17:38,201 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:17:38,201 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:17:38,201 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:17:38,201 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480258201,5,FailOnTimeoutGroup] 2024-12-06T10:17:38,201 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480258201,5,FailOnTimeoutGroup] 2024-12-06T10:17:38,202 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,202 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:17:38,202 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,202 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,34379,1733480256309 2024-12-06T10:17:38,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44231 {}] master.ServerManager(517): Registering regionserver=748048564c27,34379,1733480256309 2024-12-06T10:17:38,204 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3 2024-12-06T10:17:38,204 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37917 2024-12-06T10:17:38,204 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:17:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:17:38,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/rs 2024-12-06T10:17:38,212 DEBUG [RS:0;748048564c27:34379 {}] zookeeper.ZKUtil(111): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on existing znode=/11882965858/rs/748048564c27,34379,1733480256309 2024-12-06T10:17:38,212 WARN [RS:0;748048564c27:34379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:17:38,212 INFO [RS:0;748048564c27:34379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:38,212 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309 2024-12-06T10:17:38,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:38,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,34379,1733480256309] 2024-12-06T10:17:38,222 INFO [RS:0;748048564c27:34379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:17:38,224 INFO [RS:0;748048564c27:34379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:17:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:38,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:38,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:38,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:38,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:38,232 INFO [RS:0;748048564c27:34379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:17:38,232 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,233 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:17:38,234 INFO [RS:0;748048564c27:34379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:17:38,234 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:38,234 DEBUG [RS:0;748048564c27:34379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:17:38,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:38,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,241 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,241 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,241 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,241 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,242 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,242 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34379,1733480256309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:38,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:38,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:38,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740 2024-12-06T10:17:38,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740 2024-12-06T10:17:38,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:38,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:38,248 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:38,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:38,262 INFO [RS:0;748048564c27:34379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:17:38,262 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34379,1733480256309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,262 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,262 INFO [RS:0;748048564c27:34379 {}] regionserver.Replication(171): 748048564c27,34379,1733480256309 started 2024-12-06T10:17:38,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:38,273 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63370305, jitterRate=-0.0557088702917099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480258213Initializing all the Stores at 1733480258214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258224 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480258224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258224Cleaning up temporary data from old regions at 1733480258247 (+23 ms)Region opened successfully at 1733480258273 (+26 ms) 2024-12-06T10:17:38,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:17:38,274 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:17:38,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:17:38,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:17:38,274 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:17:38,278 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:17:38,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480258273Disabling compacts and flushes for region at 1733480258273Disabling writes for close at 1733480258274 (+1 ms)Writing region close event to WAL at 1733480258278 (+4 ms)Closed at 1733480258278 2024-12-06T10:17:38,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:38,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:17:38,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:17:38,282 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,282 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,34379,1733480256309, RpcServer on 748048564c27/172.17.0.2:34379, sessionid=0x101874769a90004 2024-12-06T10:17:38,282 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:17:38,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:38,282 DEBUG [RS:0;748048564c27:34379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,34379,1733480256309 2024-12-06T10:17:38,282 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,34379,1733480256309' 2024-12-06T10:17:38,282 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882965858/flush-table-proc/abort' 2024-12-06T10:17:38,286 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882965858/flush-table-proc/acquired' 2024-12-06T10:17:38,287 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:17:38,288 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:17:38,288 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:17:38,288 DEBUG [RS:0;748048564c27:34379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,34379,1733480256309 2024-12-06T10:17:38,288 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,34379,1733480256309' 2024-12-06T10:17:38,288 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882965858/online-snapshot/abort' 2024-12-06T10:17:38,292 DEBUG [RS:0;748048564c27:34379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882965858/online-snapshot/acquired' 2024-12-06T10:17:38,293 DEBUG [RS:0;748048564c27:34379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:17:38,293 INFO [RS:0;748048564c27:34379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:17:38,293 INFO [RS:0;748048564c27:34379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:17:38,393 INFO [RS:0;748048564c27:34379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:17:38,395 INFO [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C34379%2C1733480256309, suffix=, logDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/oldWALs, maxLogs=10 2024-12-06T10:17:38,414 DEBUG [RS:0;748048564c27:34379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.1733480258396, exclude list is [], retry=0 2024-12-06T10:17:38,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-07b960ab-a6ab-4107-b302-eb1e2a00489e,DISK] 2024-12-06T10:17:38,425 INFO [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.1733480258396 2024-12-06T10:17:38,428 DEBUG [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-12-06T10:17:38,437 DEBUG [748048564c27:44231 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:17:38,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,34379,1733480256309 2024-12-06T10:17:38,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,34379,1733480256309, state=OPENING 2024-12-06T10:17:38,440 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:17:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:17:38,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882965858/meta-region-server: CHANGED 2024-12-06T10:17:38,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882965858/meta-region-server: CHANGED 2024-12-06T10:17:38,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:17:38,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,34379,1733480256309}] 2024-12-06T10:17:38,598 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:38,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:17:38,605 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:17:38,605 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:38,606 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:17:38,607 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C34379%2C1733480256309.meta, suffix=.meta, logDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309, archiveDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/oldWALs, maxLogs=10 2024-12-06T10:17:38,629 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.meta.1733480258608.meta, exclude list is [], retry=0 2024-12-06T10:17:38,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40427,DS-07b960ab-a6ab-4107-b302-eb1e2a00489e,DISK] 2024-12-06T10:17:38,636 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.meta.1733480258608.meta 2024-12-06T10:17:38,636 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36701:36701)] 2024-12-06T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:38,637 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:17:38,637 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:17:38,637 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:38,639 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:17:38,639 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:17:38,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:17:38,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:17:38,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:17:38,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:17:38,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:17:38,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:17:38,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:17:38,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:17:38,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:17:38,655 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:17:38,656 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740 2024-12-06T10:17:38,661 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740 2024-12-06T10:17:38,662 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:17:38,663 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:17:38,663 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:17:38,665 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:17:38,666 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64453018, jitterRate=-0.03957518935203552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:17:38,666 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:17:38,666 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480258639Writing region info on filesystem at 1733480258639Initializing all the Stores at 1733480258640 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258640Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258644 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480258644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480258644Cleaning up temporary data from old regions at 1733480258663 (+19 ms)Running coprocessor post-open hooks at 1733480258666 (+3 ms)Region opened successfully at 1733480258666 2024-12-06T10:17:38,667 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480258598 2024-12-06T10:17:38,670 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:17:38,670 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:17:38,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,34379,1733480256309 2024-12-06T10:17:38,672 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,34379,1733480256309, state=OPEN 2024-12-06T10:17:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882965858/meta-region-server 2024-12-06T10:17:38,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882965858/meta-region-server 2024-12-06T10:17:38,674 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,34379,1733480256309 2024-12-06T10:17:38,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882965858/meta-region-server: CHANGED 2024-12-06T10:17:38,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882965858/meta-region-server: CHANGED 2024-12-06T10:17:38,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:17:38,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,34379,1733480256309 in 230 msec 2024-12-06T10:17:38,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:17:38,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-06T10:17:38,681 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:17:38,681 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:17:38,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:38,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34379,1733480256309, seqNum=-1] 2024-12-06T10:17:38,683 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:38,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:38,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 524 msec 2024-12-06T10:17:38,691 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480258691, completionTime=-1 2024-12-06T10:17:38,691 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:17:38,691 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:17:38,693 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:17:38,693 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480318693 2024-12-06T10:17:38,693 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480378693 2024-12-06T10:17:38,693 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:17:38,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:44231, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,694 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,696 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:17:38,697 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,701 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.310sec 2024-12-06T10:17:38,701 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:17:38,701 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:17:38,701 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:17:38,701 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:17:38,702 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:17:38,702 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:17:38,702 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:17:38,708 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:17:38,708 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:17:38,708 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44231,1733480256251-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:17:38,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:38,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44231,-1 for getting cluster id 2024-12-06T10:17:38,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:38,769 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e66b40-38ea-4d2a-8b6a-f798bba7f95c' 2024-12-06T10:17:38,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e66b40-38ea-4d2a-8b6a-f798bba7f95c" 2024-12-06T10:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44231,-1] 2024-12-06T10:17:38,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:38,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:38,774 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:38,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:38,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34379,1733480256309, seqNum=-1] 2024-12-06T10:17:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:38,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:38,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,44231,1733480256251 2024-12-06T10:17:38,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-12-06T10:17:38,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:17:38,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101874769a90005 connected 2024-12-06T10:17:38,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,39815,1733480252118 2024-12-06T10:17:38,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf4f9d 2024-12-06T10:17:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:38,801 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:38,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:17:38,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:17:38,811 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:38,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:17:38,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:17:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:38,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:17:38,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a7c3a065ae79fb8b3d7efe874ef631ac, NAME => 'test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4 2024-12-06T10:17:38,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:17:38,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:17:38,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T10:17:38,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:17:38,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T10:17:38,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:17:38,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T10:17:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:39,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:39,240 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a7c3a065ae79fb8b3d7efe874ef631ac, disabling compactions & flushes 2024-12-06T10:17:39,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. after waiting 0 ms 2024-12-06T10:17:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,241 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,241 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a7c3a065ae79fb8b3d7efe874ef631ac: Waiting for close lock at 1733480259240Disabling compacts and flushes for region at 1733480259240Disabling writes for close at 1733480259241 (+1 ms)Writing region close event to WAL at 1733480259241Closed at 1733480259241 2024-12-06T10:17:39,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:17:39,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480259242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480259242"}]},"ts":"1733480259242"} 2024-12-06T10:17:39,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:17:39,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:17:39,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480259248"}]},"ts":"1733480259248"} 2024-12-06T10:17:39,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:17:39,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7c3a065ae79fb8b3d7efe874ef631ac, ASSIGN}] 2024-12-06T10:17:39,253 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a7c3a065ae79fb8b3d7efe874ef631ac, ASSIGN 2024-12-06T10:17:39,254 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a7c3a065ae79fb8b3d7efe874ef631ac, ASSIGN; state=OFFLINE, location=748048564c27,45191,1733480252172; forceNewPlan=false, retain=false 2024-12-06T10:17:39,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7c3a065ae79fb8b3d7efe874ef631ac, regionState=OPENING, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:39,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a7c3a065ae79fb8b3d7efe874ef631ac, ASSIGN because future has completed 2024-12-06T10:17:39,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7c3a065ae79fb8b3d7efe874ef631ac, server=748048564c27,45191,1733480252172}] 2024-12-06T10:17:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:39,566 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,566 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a7c3a065ae79fb8b3d7efe874ef631ac, NAME => 'test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:39,567 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:39,567 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:17:39,568 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,568 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:39,568 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,568 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,570 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,572 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c3a065ae79fb8b3d7efe874ef631ac columnFamilyName f 2024-12-06T10:17:39,572 DEBUG [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:39,572 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(327): Store=a7c3a065ae79fb8b3d7efe874ef631ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:39,573 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,574 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c3a065ae79fb8b3d7efe874ef631ac columnFamilyName f1 2024-12-06T10:17:39,575 DEBUG [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:39,576 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(327): Store=a7c3a065ae79fb8b3d7efe874ef631ac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:39,576 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,580 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7c3a065ae79fb8b3d7efe874ef631ac columnFamilyName norep 2024-12-06T10:17:39,580 DEBUG [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:39,581 INFO [StoreOpener-a7c3a065ae79fb8b3d7efe874ef631ac-1 {}] regionserver.HStore(327): Store=a7c3a065ae79fb8b3d7efe874ef631ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:39,581 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,582 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,582 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,583 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,583 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,584 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:17:39,585 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,589 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:39,589 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a7c3a065ae79fb8b3d7efe874ef631ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64187232, jitterRate=-0.043535709381103516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:17:39,589 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:17:39,590 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a7c3a065ae79fb8b3d7efe874ef631ac: Running coprocessor pre-open hook at 1733480259568Writing region info on filesystem at 1733480259568Initializing all the Stores at 1733480259569 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480259570 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480259570Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480259570Cleaning up temporary data from old regions at 1733480259583 (+13 ms)Running coprocessor post-open hooks at 1733480259589 (+6 ms)Region opened successfully at 1733480259590 (+1 ms) 2024-12-06T10:17:39,593 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., pid=6, masterSystemTime=1733480259561 2024-12-06T10:17:39,595 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,595 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:17:39,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a7c3a065ae79fb8b3d7efe874ef631ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a7c3a065ae79fb8b3d7efe874ef631ac, server=748048564c27,45191,1733480252172 because future has completed 2024-12-06T10:17:39,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:17:39,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a7c3a065ae79fb8b3d7efe874ef631ac, server=748048564c27,45191,1733480252172 in 193 msec 2024-12-06T10:17:39,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:17:39,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a7c3a065ae79fb8b3d7efe874ef631ac, ASSIGN in 353 msec 2024-12-06T10:17:39,607 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:17:39,608 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480259608"}]},"ts":"1733480259608"} 2024-12-06T10:17:39,610 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:17:39,611 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:17:39,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 806 msec 2024-12-06T10:17:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:39,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:39,957 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:17:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44231,1733480256251 2024-12-06T10:17:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-12-06T10:17:39,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:39,960 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:39,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:17:39,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:17:39,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:39,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:17:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:39,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:17:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:17:40,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:17:40,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:17:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:40,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:40,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14ec7b376c741c99d9df7de6204d8424, NAME => 'test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3 2024-12-06T10:17:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:17:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:40,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:40,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:40,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:40,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14ec7b376c741c99d9df7de6204d8424, disabling compactions & flushes 2024-12-06T10:17:40,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:40,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:40,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. after waiting 0 ms 2024-12-06T10:17:40,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:40,785 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:40,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14ec7b376c741c99d9df7de6204d8424: Waiting for close lock at 1733480260785Disabling compacts and flushes for region at 1733480260785Disabling writes for close at 1733480260785Writing region close event to WAL at 1733480260785Closed at 1733480260785 2024-12-06T10:17:40,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:17:40,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480260787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480260787"}]},"ts":"1733480260787"} 2024-12-06T10:17:40,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:17:40,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:17:40,792 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480260792"}]},"ts":"1733480260792"} 2024-12-06T10:17:40,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:17:40,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ec7b376c741c99d9df7de6204d8424, ASSIGN}] 2024-12-06T10:17:40,796 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ec7b376c741c99d9df7de6204d8424, ASSIGN 2024-12-06T10:17:40,797 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14ec7b376c741c99d9df7de6204d8424, ASSIGN; state=OFFLINE, location=748048564c27,34379,1733480256309; forceNewPlan=false, retain=false 2024-12-06T10:17:40,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ec7b376c741c99d9df7de6204d8424, regionState=OPENING, regionLocation=748048564c27,34379,1733480256309 2024-12-06T10:17:40,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14ec7b376c741c99d9df7de6204d8424, ASSIGN because future has completed 2024-12-06T10:17:40,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ec7b376c741c99d9df7de6204d8424, server=748048564c27,34379,1733480256309}] 2024-12-06T10:17:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:41,115 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:41,115 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14ec7b376c741c99d9df7de6204d8424, NAME => 'test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:41,115 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:41,115 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:17:41,116 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,116 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:41,116 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,116 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,123 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,126 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ec7b376c741c99d9df7de6204d8424 columnFamilyName f 2024-12-06T10:17:41,126 DEBUG [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:41,127 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(327): Store=14ec7b376c741c99d9df7de6204d8424/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:41,127 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,129 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ec7b376c741c99d9df7de6204d8424 columnFamilyName f1 2024-12-06T10:17:41,129 DEBUG [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:41,129 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(327): Store=14ec7b376c741c99d9df7de6204d8424/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:41,129 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,131 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ec7b376c741c99d9df7de6204d8424 columnFamilyName norep 2024-12-06T10:17:41,131 DEBUG [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:41,132 INFO [StoreOpener-14ec7b376c741c99d9df7de6204d8424-1 {}] regionserver.HStore(327): Store=14ec7b376c741c99d9df7de6204d8424/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:41,132 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,133 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,134 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,137 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,137 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,138 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:17:41,140 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,145 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:41,146 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14ec7b376c741c99d9df7de6204d8424; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71189610, jitterRate=0.06080785393714905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:17:41,146 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:17:41,146 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14ec7b376c741c99d9df7de6204d8424: Running coprocessor pre-open hook at 1733480261116Writing region info on filesystem at 1733480261117 (+1 ms)Initializing all the Stores at 1733480261121 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480261122 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480261123 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480261123Cleaning up temporary data from old regions at 1733480261138 (+15 ms)Running coprocessor post-open hooks at 1733480261146 (+8 ms)Region opened successfully at 1733480261146 2024-12-06T10:17:41,148 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480259961.14ec7b376c741c99d9df7de6204d8424., pid=6, masterSystemTime=1733480261104 2024-12-06T10:17:41,151 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:41,151 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:17:41,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ec7b376c741c99d9df7de6204d8424, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,34379,1733480256309 2024-12-06T10:17:41,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ec7b376c741c99d9df7de6204d8424, server=748048564c27,34379,1733480256309 because future has completed 2024-12-06T10:17:41,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:17:41,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14ec7b376c741c99d9df7de6204d8424, server=748048564c27,34379,1733480256309 in 206 msec 2024-12-06T10:17:41,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:17:41,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14ec7b376c741c99d9df7de6204d8424, ASSIGN in 365 msec 2024-12-06T10:17:41,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:17:41,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480261163"}]},"ts":"1733480261163"} 2024-12-06T10:17:41,166 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:17:41,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:17:41,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2060 sec 2024-12-06T10:17:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:17:42,115 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:17:42,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,39815,-1 for getting cluster id 2024-12-06T10:17:42,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:42,118 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f561e3f-20b4-45e4-af67-9726f9e9db59' 2024-12-06T10:17:42,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:42,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f561e3f-20b4-45e4-af67-9726f9e9db59" 2024-12-06T10:17:42,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aeec660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,118 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,39815,-1] 2024-12-06T10:17:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:42,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,120 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:42,121 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba44e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44231,-1 for getting cluster id 2024-12-06T10:17:42,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:42,123 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e66b40-38ea-4d2a-8b6a-f798bba7f95c' 2024-12-06T10:17:42,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:42,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e66b40-38ea-4d2a-8b6a-f798bba7f95c" 2024-12-06T10:17:42,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af8652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44231,-1] 2024-12-06T10:17:42,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:42,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,125 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:42,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b6c07a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,39815,-1 for getting cluster id 2024-12-06T10:17:42,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:42,128 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f561e3f-20b4-45e4-af67-9726f9e9db59' 2024-12-06T10:17:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f561e3f-20b4-45e4-af67-9726f9e9db59" 2024-12-06T10:17:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689fe4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,39815,-1] 2024-12-06T10:17:42,128 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:42,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,129 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:42,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,39815,1733480252118 2024-12-06T10:17:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ea6ed9 2024-12-06T10:17:42,134 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:42,135 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:42,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:44231,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:17:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:17:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:17:42,139 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:44231' 2024-12-06T10:17:42,140 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54a6f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,140 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44231,-1 for getting cluster id 2024-12-06T10:17:42,141 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:42,141 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e66b40-38ea-4d2a-8b6a-f798bba7f95c' 2024-12-06T10:17:42,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e66b40-38ea-4d2a-8b6a-f798bba7f95c" 2024-12-06T10:17:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c30ab80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44231,-1] 2024-12-06T10:17:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:42,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,143 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:42,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73537532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:42,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44231,1733480256251 2024-12-06T10:17:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1625ca90 2024-12-06T10:17:42,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:42,145 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:42,146 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:17:42,146 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:17:42,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,146 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:42,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:42,146 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:17:42,147 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:17:42,149 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:17:42,149 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:42,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:17:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:17:42,198 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:17:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:17:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:17:42,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 706f0f93b8cb5445b7f4079abc930321, NAME => 'hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4 2024-12-06T10:17:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 706f0f93b8cb5445b7f4079abc930321, disabling compactions & flushes 2024-12-06T10:17:42,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. after waiting 0 ms 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,567 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 706f0f93b8cb5445b7f4079abc930321: Waiting for close lock at 1733480262567Disabling compacts and flushes for region at 1733480262567Disabling writes for close at 1733480262567Writing region close event to WAL at 1733480262567Closed at 1733480262567 2024-12-06T10:17:42,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:17:42,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480262569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480262569"}]},"ts":"1733480262569"} 2024-12-06T10:17:42,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:17:42,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:17:42,574 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480262574"}]},"ts":"1733480262574"} 2024-12-06T10:17:42,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:17:42,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321, ASSIGN}] 2024-12-06T10:17:42,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321, ASSIGN 2024-12-06T10:17:42,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321, ASSIGN; state=OFFLINE, location=748048564c27,45191,1733480252172; forceNewPlan=false, retain=false 2024-12-06T10:17:42,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=706f0f93b8cb5445b7f4079abc930321, regionState=OPENING, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:42,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321, ASSIGN because future has completed 2024-12-06T10:17:42,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706f0f93b8cb5445b7f4079abc930321, server=748048564c27,45191,1733480252172}] 2024-12-06T10:17:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:17:42,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:17:42,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:17:42,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45191%2C1733480252172.rep, suffix=, logDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172, archiveDir=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs, maxLogs=10 2024-12-06T10:17:42,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.rep.1733480262893, exclude list is [], retry=0 2024-12-06T10:17:42,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34477,DS-274ad47e-f285-4206-b0e5-b16508ebce04,DISK] 2024-12-06T10:17:42,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.rep.1733480262893 2024-12-06T10:17:42,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39619:39619)] 2024-12-06T10:17:42,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 706f0f93b8cb5445b7f4079abc930321, NAME => 'hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:17:42,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:17:42,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:17:42,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. service=MultiRowMutationService 2024-12-06T10:17:42,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:17:42,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:17:42,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,919 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,921 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706f0f93b8cb5445b7f4079abc930321 columnFamilyName hfileref 2024-12-06T10:17:42,921 DEBUG [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:42,921 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(327): Store=706f0f93b8cb5445b7f4079abc930321/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:42,921 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,923 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706f0f93b8cb5445b7f4079abc930321 columnFamilyName queue 2024-12-06T10:17:42,923 DEBUG [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:42,923 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(327): Store=706f0f93b8cb5445b7f4079abc930321/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:42,923 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,925 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 706f0f93b8cb5445b7f4079abc930321 columnFamilyName sid 2024-12-06T10:17:42,925 DEBUG [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:17:42,925 INFO [StoreOpener-706f0f93b8cb5445b7f4079abc930321-1 {}] regionserver.HStore(327): Store=706f0f93b8cb5445b7f4079abc930321/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:17:42,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:17:42,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:17:42,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 706f0f93b8cb5445b7f4079abc930321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71939536, jitterRate=0.07198262214660645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:17:42,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:17:42,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 706f0f93b8cb5445b7f4079abc930321: Running coprocessor pre-open hook at 1733480262918Writing region info on filesystem at 1733480262918Initializing all the Stores at 1733480262919 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480262919Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480262919Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480262919Cleaning up temporary data from old regions at 1733480262928 (+9 ms)Running coprocessor post-open hooks at 1733480262934 (+6 ms)Region opened successfully at 1733480262934 2024-12-06T10:17:42,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321., pid=10, masterSystemTime=1733480262886 2024-12-06T10:17:42,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:17:42,939 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=706f0f93b8cb5445b7f4079abc930321, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,45191,1733480252172 2024-12-06T10:17:42,941 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39815 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=748048564c27,45191,1733480252172, table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T10:17:42,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 706f0f93b8cb5445b7f4079abc930321, server=748048564c27,45191,1733480252172 because future has completed 2024-12-06T10:17:42,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:17:42,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 706f0f93b8cb5445b7f4079abc930321, server=748048564c27,45191,1733480252172 in 210 msec 2024-12-06T10:17:42,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:17:42,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=706f0f93b8cb5445b7f4079abc930321, ASSIGN in 368 msec 2024-12-06T10:17:42,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:17:42,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480262950"}]},"ts":"1733480262950"} 2024-12-06T10:17:42,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:17:42,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:17:42,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 808 msec 2024-12-06T10:17:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321., hostname=748048564c27,45191,1733480252172, seqNum=2] 2024-12-06T10:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:43,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:17:43,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:17:43,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45191 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:17:43,167 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:17:43,196 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,45191,1733480252172, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:17:43,196 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:43,196 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:43,197 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:43,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-06T10:17:43,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,45191,1733480252172', locateType=CURRENT is [region=hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321., hostname=748048564c27,45191,1733480252172, seqNum=2] 2024-12-06T10:17:43,202 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:17:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:17:43,204 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,45191,1733480252172 suceeded 2024-12-06T10:17:43,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:17:43,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T10:17:43,207 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:44231,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-06T10:17:43,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-12-06T10:17:43,217 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:44231' 2024-12-06T10:17:43,218 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d18e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:43,218 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44231,-1 for getting cluster id 2024-12-06T10:17:43,218 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:43,219 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e66b40-38ea-4d2a-8b6a-f798bba7f95c' 2024-12-06T10:17:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e66b40-38ea-4d2a-8b6a-f798bba7f95c" 2024-12-06T10:17:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d6185f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44231,-1] 2024-12-06T10:17:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:43,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:43,220 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:43,221 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27dc60d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:43,221 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:43,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44231,1733480256251 2024-12-06T10:17:43,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63200f0e 2024-12-06T10:17:43,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:43,223 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-06T10:17:43,223 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,45191,1733480252172 (queues=1) is replicating from cluster=3f561e3f-20b4-45e4-af67-9726f9e9db59 to cluster=41e66b40-38ea-4d2a-8b6a-f798bba7f95c 2024-12-06T10:17:43,223 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C45191%2C1733480252172 2024-12-06T10:17:43,223 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,45191,1733480252172, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:17:43,224 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C45191%2C1733480252172 2024-12-06T10:17:43,224 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158, startPosition=0, beingWritten=true 2024-12-06T10:17:43,232 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:17:43,233 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 379, reset compression=false 2024-12-06T10:17:43,233 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:17:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:17:43,276 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:17:43,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:43,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:43,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:43,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:43,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:43,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:43,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733480263281/Put/seqid=0 2024-12-06T10:17:43,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741840_1016 (size=7894) 2024-12-06T10:17:43,437 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 379, reset compression=false 2024-12-06T10:17:43,691 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_1 is 34, key is ddd/f:row/1733480263689/Put/seqid=0 2024-12-06T10:17:43,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741841_1017 (size=7691) 2024-12-06T10:17:43,784 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 379, reset compression=false 2024-12-06T10:17:44,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,39815,-1 for getting cluster id 2024-12-06T10:17:44,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:44,101 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f561e3f-20b4-45e4-af67-9726f9e9db59' 2024-12-06T10:17:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f561e3f-20b4-45e4-af67-9726f9e9db59" 2024-12-06T10:17:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ab02f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,39815,-1] 2024-12-06T10:17:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:44,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:44,103 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:44,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:44,106 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:44,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:44,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,39815,1733480252118 2024-12-06T10:17:44,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2334fd3e 2024-12-06T10:17:44,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:44,123 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:44,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2] 2024-12-06T10:17:44,141 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:17:44,154 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T10:17:44,156 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T10:17:44,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_1 for inclusion in a7c3a065ae79fb8b3d7efe874ef631ac/f 2024-12-06T10:17:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T10:17:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:44,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_0 for inclusion in a7c3a065ae79fb8b3d7efe874ef631ac/f 2024-12-06T10:17:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T10:17:44,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegion(2603): Flush status journal for a7c3a065ae79fb8b3d7efe874ef631ac: 2024-12-06T10:17:44,191 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 379, reset compression=false 2024-12-06T10:17:44,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_1 to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_1 2024-12-06T10:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_1 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ 2024-12-06T10:17:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f/f/hfile_0 to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_0 2024-12-06T10:17:44,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_0 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ 2024-12-06T10:17:44,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_1 into a7c3a065ae79fb8b3d7efe874ef631ac/f as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ - updating store file list. 2024-12-06T10:17:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3dc0cafd25bc438eabf34837ece5625b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:44,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ into a7c3a065ae79fb8b3d7efe874ef631ac/f 2024-12-06T10:17:44,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_1 into a7c3a065ae79fb8b3d7efe874ef631ac/f (new location: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_) 2024-12-06T10:17:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_1 2024-12-06T10:17:44,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_0 into a7c3a065ae79fb8b3d7efe874ef631ac/f as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ - updating store file list. 2024-12-06T10:17:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:44,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ into a7c3a065ae79fb8b3d7efe874ef631ac/f 2024-12-06T10:17:44,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_0 into a7c3a065ae79fb8b3d7efe874ef631ac/f (new location: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_) 2024-12-06T10:17:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__124j549din49sp4o2crkpbupuc7mjuj03hvrgs7pnl9lj25qkvhlo8n89i1napf/f/hfile_0 2024-12-06T10:17:44,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:44,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:44,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:44,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:44,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 , the old value is region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:45191 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:17:44,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:17:44,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 from cache 2024-12-06T10:17:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34379,1733480256309, seqNum=-1] 2024-12-06T10:17:44,260 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T10:17:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:44,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:44,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480259961.14ec7b376c741c99d9df7de6204d8424., hostname=748048564c27,34379,1733480256309, seqNum=2] 2024-12-06T10:17:44,268 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:17:44,366 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:45191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:17:44,696 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 379, reset compression=false 2024-12-06T10:17:44,703 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:17:44,704 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: WALEntryBatch [walEntries=[{test/a7c3a065ae79fb8b3d7efe874ef631ac/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480264249/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:17:44,726 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:17:44,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-06T10:17:44,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.ReplicationSink(318): Replicating [3f561e3f-20b4-45e4-af67-9726f9e9db59] bulk loaded data 2024-12-06T10:17:44,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b25a299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44231,-1 for getting cluster id 2024-12-06T10:17:44,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:44,733 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e66b40-38ea-4d2a-8b6a-f798bba7f95c' 2024-12-06T10:17:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:44,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e66b40-38ea-4d2a-8b6a-f798bba7f95c" 2024-12-06T10:17:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dc238cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44231,-1] 2024-12-06T10:17:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:44,735 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:44,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e7815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:44,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741837_1013 (size=7691) 2024-12-06T10:17:44,904 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:45,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741838_1014 (size=7894) 2024-12-06T10:17:45,209 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:45,271 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:17:45,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44231,1733480256251 2024-12-06T10:17:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57afcdd2 2024-12-06T10:17:45,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:45,565 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-06T10:17:45,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:17:45,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34379,1733480256309, seqNum=-1] 2024-12-06T10:17:45,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:45,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-06T10:17:45,576 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T10:17:45,579 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T10:17:45,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ for inclusion in 14ec7b376c741c99d9df7de6204d8424/f 2024-12-06T10:17:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T10:17:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:45,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ for inclusion in 14ec7b376c741c99d9df7de6204d8424/f 2024-12-06T10:17:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T10:17:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegion(2603): Flush status journal for 14ec7b376c741c99d9df7de6204d8424: 2024-12-06T10:17:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:17:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/664e02673c7e445dbf4d2eeaa3ab6500_SeqId_4_ 2024-12-06T10:17:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:17:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/ebe69716ac824ff98442ef0681de4947_SeqId_4_ 2024-12-06T10:17:45,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/664e02673c7e445dbf4d2eeaa3ab6500_SeqId_4_ - updating store file list. 2024-12-06T10:17:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 664e02673c7e445dbf4d2eeaa3ab6500_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:45,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/664e02673c7e445dbf4d2eeaa3ab6500_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f 2024-12-06T10:17:45,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f (new location: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/664e02673c7e445dbf4d2eeaa3ab6500_SeqId_4_) 2024-12-06T10:17:45,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_ 2024-12-06T10:17:45,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/ebe69716ac824ff98442ef0681de4947_SeqId_4_ - updating store file list. 2024-12-06T10:17:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebe69716ac824ff98442ef0681de4947_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:45,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/ebe69716ac824ff98442ef0681de4947_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f 2024-12-06T10:17:45,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ into 14ec7b376c741c99d9df7de6204d8424/f (new location: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/f/ebe69716ac824ff98442ef0681de4947_SeqId_4_) 2024-12-06T10:17:45,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/staging/jenkins.hfs.6__test__112vujbgajvit460labhs6hup9bih86soi2g8ptu73g2s8rpmg11to3v0gj8pvjd/f/3dc0cafd25bc438eabf34837ece5625b_SeqId_4_ 2024-12-06T10:17:45,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34379 {}] regionserver.ReplicationSink(324): Finished replicating [3f561e3f-20b4-45e4-af67-9726f9e9db59] bulk loaded data 2024-12-06T10:17:45,614 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:46,122 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:46,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:17:46,288 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733480266287/Put/seqid=0 2024-12-06T10:17:46,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741842_1018 (size=7997) 2024-12-06T10:17:46,618 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:17:46,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:46,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:46,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:46,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:17:46,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733480266695/Put/seqid=0 2024-12-06T10:17:46,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741843_1019 (size=7794) 2024-12-06T10:17:46,726 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:47,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:47,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,39815,-1 for getting cluster id 2024-12-06T10:17:47,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:17:47,110 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f561e3f-20b4-45e4-af67-9726f9e9db59' 2024-12-06T10:17:47,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:17:47,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f561e3f-20b4-45e4-af67-9726f9e9db59" 2024-12-06T10:17:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,39815,-1] 2024-12-06T10:17:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:17:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:47,112 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:17:47,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c296139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:17:47,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:47,115 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:47,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:17:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,39815,1733480252118 2024-12-06T10:17:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-12-06T10:17:47,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:17:47,125 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:17:47,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2] 2024-12-06T10:17:47,131 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:17:47,138 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T10:17:47,141 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T10:17:47,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_1 for inclusion in a7c3a065ae79fb8b3d7efe874ef631ac/f1 2024-12-06T10:17:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T10:17:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:47,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_0 for inclusion in a7c3a065ae79fb8b3d7efe874ef631ac/f1 2024-12-06T10:17:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T10:17:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:17:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegion(2603): Flush status journal for a7c3a065ae79fb8b3d7efe874ef631ac: 2024-12-06T10:17:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_1 to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_1 2024-12-06T10:17:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_1 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/b907586e45cd4e3d81dab45f1a8badb8_SeqId_6_ 2024-12-06T10:17:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/load_f1/f1/hfile_0 to hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_0 2024-12-06T10:17:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_0 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/6c939f0a66a9497485f4ac8674c679b6_SeqId_6_ 2024-12-06T10:17:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-06T10:17:47,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_1 into a7c3a065ae79fb8b3d7efe874ef631ac/f1 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/b907586e45cd4e3d81dab45f1a8badb8_SeqId_6_ - updating store file list. 2024-12-06T10:17:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b907586e45cd4e3d81dab45f1a8badb8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:47,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/b907586e45cd4e3d81dab45f1a8badb8_SeqId_6_ into a7c3a065ae79fb8b3d7efe874ef631ac/f1 2024-12-06T10:17:47,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_1 into a7c3a065ae79fb8b3d7efe874ef631ac/f1 (new location: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/b907586e45cd4e3d81dab45f1a8badb8_SeqId_6_) 2024-12-06T10:17:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_1 2024-12-06T10:17:47,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_0 into a7c3a065ae79fb8b3d7efe874ef631ac/f1 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/6c939f0a66a9497485f4ac8674c679b6_SeqId_6_ - updating store file list. 2024-12-06T10:17:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c939f0a66a9497485f4ac8674c679b6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:17:47,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/6c939f0a66a9497485f4ac8674c679b6_SeqId_6_ into a7c3a065ae79fb8b3d7efe874ef631ac/f1 2024-12-06T10:17:47,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_0 into a7c3a065ae79fb8b3d7efe874ef631ac/f1 (new location: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/f1/6c939f0a66a9497485f4ac8674c679b6_SeqId_6_) 2024-12-06T10:17:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45191 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/staging/jenkins__test__l4tj7g4l0gmqu13d0cl121pfqp3qp649m7jmg1400ptfv23qds6s21ac833osfda/f1/hfile_0 2024-12-06T10:17:47,174 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:17:47,174 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:17:47,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:47,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:17:47,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:17:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 , the old value is region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:45191 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:17:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:17:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2 from cache 2024-12-06T10:17:47,175 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:17:47,175 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T10:17:47,176 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45191,1733480252172, seqNum=-1] 2024-12-06T10:17:47,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:17:47,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:17:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac., hostname=748048564c27,45191,1733480252172, seqNum=2] 2024-12-06T10:17:47,285 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:45191 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:17:47,434 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 687, reset compression=false 2024-12-06T10:17:47,440 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:17:47,441 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:47,441 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:17:47,645 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:47,950 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:48,355 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:48,859 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:48,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:17:48,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T10:17:48,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T10:17:48,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T10:17:48,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:17:48,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T10:17:49,463 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:50,168 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:50,973 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:51,877 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:52,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:53,990 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:55,194 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:56,499 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:57,903 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:17:59,408 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:01,012 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:01,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:18:02,717 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:04,521 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:05,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:18:06,426 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:07,444 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: null 2024-12-06T10:18:08,430 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:10,534 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:12,739 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:15,044 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:15,209 INFO [master/748048564c27:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T10:18:15,209 INFO [master/748048564c27:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T10:18:17,448 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:18,709 INFO [master/748048564c27:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T10:18:18,709 INFO [master/748048564c27:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T10:18:19,954 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:22,558 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:24,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a7c3a065ae79fb8b3d7efe874ef631ac, had cached 0 bytes from a total of 31376 2024-12-06T10:18:25,263 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:26,116 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 14ec7b376c741c99d9df7de6204d8424, had cached 0 bytes from a total of 15585 2024-12-06T10:18:27,444 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: null 2024-12-06T10:18:28,069 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:30,973 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:31,707 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:18:33,978 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:35,182 DEBUG [master/748048564c27:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T10:18:35,839 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:18:37,082 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:38,776 DEBUG [master/748048564c27:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-06T10:18:40,287 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:43,591 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:47,005 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:47,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:18:47,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:18:47,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:47,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:47,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:47,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:18:47,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:18:47,207 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=277865182, stopped=false 2024-12-06T10:18:47,207 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,44231,1733480256251 2024-12-06T10:18:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882965858/running 2024-12-06T10:18:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:18:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882965858/running 2024-12-06T10:18:47,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:18:47,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:18:47,214 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:18:47,214 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:47,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:47,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,34379,1733480256309' ***** 2024-12-06T10:18:47,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:18:47,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/running 2024-12-06T10:18:47,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Set watcher on znode that does not yet exist, /11882965858/running 2024-12-06T10:18:47,215 INFO [RS:0;748048564c27:34379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:18:47,215 INFO [RS:0;748048564c27:34379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:18:47,215 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:18:47,215 INFO [RS:0;748048564c27:34379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:18:47,215 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(3091): Received CLOSE for 14ec7b376c741c99d9df7de6204d8424 2024-12-06T10:18:47,215 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(959): stopping server 748048564c27,34379,1733480256309 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:34379. 2024-12-06T10:18:47,216 DEBUG [RS:0;748048564c27:34379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:47,216 DEBUG [RS:0;748048564c27:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14ec7b376c741c99d9df7de6204d8424, disabling compactions & flushes 2024-12-06T10:18:47,216 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. after waiting 0 ms 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:18:47,216 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:18:47,216 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 14ec7b376c741c99d9df7de6204d8424=test,,1733480259961.14ec7b376c741c99d9df7de6204d8424.} 2024-12-06T10:18:47,216 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 14ec7b376c741c99d9df7de6204d8424, 1588230740 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:18:47,216 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:18:47,216 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:18:47,217 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T10:18:47,220 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/default/test/14ec7b376c741c99d9df7de6204d8424/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T10:18:47,221 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:18:47,221 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:18:47,221 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:18:47,221 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14ec7b376c741c99d9df7de6204d8424: Waiting for close lock at 1733480327216Running coprocessor pre-close hooks at 1733480327216Disabling compacts and flushes for region at 1733480327216Disabling writes for close at 1733480327216Writing region close event to WAL at 1733480327217 (+1 ms)Running coprocessor post-close hooks at 1733480327221 (+4 ms)Closed at 1733480327221 2024-12-06T10:18:47,221 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480259961.14ec7b376c741c99d9df7de6204d8424. 2024-12-06T10:18:47,228 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:18:47,233 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/info/5bf41a5c1a534e48b3f32887d3cbc319 is 129, key is test,,1733480259961.14ec7b376c741c99d9df7de6204d8424./info:regioninfo/1733480261152/Put/seqid=0 2024-12-06T10:18:47,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741839_1015 (size=6421) 2024-12-06T10:18:47,243 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:18:47,243 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:18:47,416 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:47,444 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,45191,1733480252172 got entry batch from reader: null 2024-12-06T10:18:47,617 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:47,638 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/info/5bf41a5c1a534e48b3f32887d3cbc319 2024-12-06T10:18:47,659 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/ns/f4ddf98ab7734eab8b17b8f90992fb16 is 43, key is default/ns:d/1733480258685/Put/seqid=0 2024-12-06T10:18:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741840_1016 (size=5153) 2024-12-06T10:18:47,817 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,017 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,063 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/ns/f4ddf98ab7734eab8b17b8f90992fb16 2024-12-06T10:18:48,082 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/rep_barrier/80d68bfd9d3a46418824a090c2ce314a is 112, key is test,,1733480259961.14ec7b376c741c99d9df7de6204d8424./rep_barrier:seqnumDuringOpen/1733480261152/Put/seqid=0 2024-12-06T10:18:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741841_1017 (size=5518) 2024-12-06T10:18:48,217 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:18:48,217 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:18:48,217 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,417 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,487 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/rep_barrier/80d68bfd9d3a46418824a090c2ce314a 2024-12-06T10:18:48,506 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/table/ada1b97b17f549b4856b48dd94871803 is 40, key is test/table:state/1733480261163/Put/seqid=0 2024-12-06T10:18:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741842_1018 (size=5165) 2024-12-06T10:18:48,618 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,818 DEBUG [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:18:48,911 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/table/ada1b97b17f549b4856b48dd94871803 2024-12-06T10:18:48,917 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/info/5bf41a5c1a534e48b3f32887d3cbc319 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/info/5bf41a5c1a534e48b3f32887d3cbc319 2024-12-06T10:18:48,921 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/info/5bf41a5c1a534e48b3f32887d3cbc319, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T10:18:48,922 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/ns/f4ddf98ab7734eab8b17b8f90992fb16 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/ns/f4ddf98ab7734eab8b17b8f90992fb16 2024-12-06T10:18:48,927 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/ns/f4ddf98ab7734eab8b17b8f90992fb16, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:18:48,928 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/rep_barrier/80d68bfd9d3a46418824a090c2ce314a as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/rep_barrier/80d68bfd9d3a46418824a090c2ce314a 2024-12-06T10:18:48,933 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/rep_barrier/80d68bfd9d3a46418824a090c2ce314a, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T10:18:48,933 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/.tmp/table/ada1b97b17f549b4856b48dd94871803 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/table/ada1b97b17f549b4856b48dd94871803 2024-12-06T10:18:48,938 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/table/ada1b97b17f549b4856b48dd94871803, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:18:48,939 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-12-06T10:18:48,944 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:18:48,944 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:18:48,944 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:18:48,945 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:18:48,945 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480327216Running coprocessor pre-close hooks at 1733480327216Disabling compacts and flushes for region at 1733480327216Disabling writes for close at 1733480327216Obtaining lock to block concurrent updates at 1733480327217 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480327217Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733480327217Flushing stores of hbase:meta,,1.1588230740 at 1733480327217Flushing 1588230740/info: creating writer at 1733480327217Flushing 1588230740/info: appending metadata at 1733480327233 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733480327233Flushing 1588230740/ns: creating writer at 1733480327644 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733480327658 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733480327658Flushing 1588230740/rep_barrier: creating writer at 1733480328068 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480328082 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480328082Flushing 1588230740/table: creating writer at 1733480328492 (+410 ms)Flushing 1588230740/table: appending metadata at 1733480328506 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733480328506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ebe3171: reopening flushed file at 1733480328916 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78535c5a: reopening flushed file at 1733480328922 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb2f423: reopening flushed file at 1733480328927 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19caa758: reopening flushed file at 1733480328933 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1733480328939 (+6 ms)Writing region close event to WAL at 1733480328941 (+2 ms)Running coprocessor post-close hooks at 1733480328944 (+3 ms)Closed at 1733480328945 (+1 ms) 2024-12-06T10:18:48,945 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:18:49,018 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(976): stopping server 748048564c27,34379,1733480256309; all regions closed. 2024-12-06T10:18:49,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741834_1010 (size=2717) 2024-12-06T10:18:49,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.meta.1733480258608.meta not finished, retry = 0 2024-12-06T10:18:49,124 DEBUG [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/oldWALs 2024-12-06T10:18:49,124 INFO [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C34379%2C1733480256309.meta:.meta(num 1733480258608) 2024-12-06T10:18:49,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741833_1009 (size=1028) 2024-12-06T10:18:49,126 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/WALs/748048564c27,34379,1733480256309/748048564c27%2C34379%2C1733480256309.1733480258396 not finished, retry = 0 2024-12-06T10:18:49,229 DEBUG [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/oldWALs 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C34379%2C1733480256309:(num 1733480258396) 2024-12-06T10:18:49,229 DEBUG [RS:0;748048564c27:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:18:49,229 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:18:49,229 INFO [RS:0;748048564c27:34379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:34379. 2024-12-06T10:18:49,230 DEBUG [RS:0;748048564c27:34379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:49,230 DEBUG [RS:0;748048564c27:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:49,230 DEBUG [RS:0;748048564c27:34379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:49,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:18:49,230 INFO [RS:0;748048564c27:34379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34379 2024-12-06T10:18:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882965858/rs/748048564c27,34379,1733480256309 2024-12-06T10:18:49,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858/rs 2024-12-06T10:18:49,232 INFO [RS:0;748048564c27:34379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:18:49,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,34379,1733480256309] 2024-12-06T10:18:49,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11882965858/draining/748048564c27,34379,1733480256309 already deleted, retry=false 2024-12-06T10:18:49,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,34379,1733480256309 expired; onlineServers=0 2024-12-06T10:18:49,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,44231,1733480256251' ***** 2024-12-06T10:18:49,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:18:49,234 INFO [M:0;748048564c27:44231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:18:49,235 DEBUG [M:0;748048564c27:44231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:18:49,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:18:49,235 DEBUG [M:0;748048564c27:44231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:18:49,235 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480258201 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480258201,5,FailOnTimeoutGroup] 2024-12-06T10:18:49,235 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480258201 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480258201,5,FailOnTimeoutGroup] 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:18:49,235 DEBUG [M:0;748048564c27:44231 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:18:49,235 INFO [M:0;748048564c27:44231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:18:49,235 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:18:49,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882965858/master 2024-12-06T10:18:49,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882965858 2024-12-06T10:18:49,237 DEBUG [M:0;748048564c27:44231 {}] zookeeper.ZKUtil(347): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Unable to get data of znode /11882965858/master because node does not exist (not an error) 2024-12-06T10:18:49,237 WARN [M:0;748048564c27:44231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:18:49,238 INFO [M:0;748048564c27:44231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/.lastflushedseqids 2024-12-06T10:18:49,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741843_1019 (size=173) 2024-12-06T10:18:49,334 INFO [RS:0;748048564c27:34379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:18:49,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:49,334 INFO [RS:0;748048564c27:34379 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,34379,1733480256309; zookeeper connection closed. 2024-12-06T10:18:49,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34379-0x101874769a90004, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:49,334 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79e52564 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79e52564 2024-12-06T10:18:49,334 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:18:49,646 INFO [M:0;748048564c27:44231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:18:49,646 INFO [M:0;748048564c27:44231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:18:49,646 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:18:49,646 INFO [M:0;748048564c27:44231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:49,646 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:49,646 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:18:49,646 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:49,647 INFO [M:0;748048564c27:44231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-06T10:18:49,662 DEBUG [M:0;748048564c27:44231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/472c17821e5841fe8e6daf18454fc862 is 82, key is hbase:meta,,1/info:regioninfo/1733480258671/Put/seqid=0 2024-12-06T10:18:49,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741844_1020 (size=5672) 2024-12-06T10:18:50,067 INFO [M:0;748048564c27:44231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/472c17821e5841fe8e6daf18454fc862 2024-12-06T10:18:50,087 DEBUG [M:0;748048564c27:44231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fdb977478ab4e6996c11824b2d52111 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733480261168/Put/seqid=0 2024-12-06T10:18:50,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741845_1021 (size=6727) 2024-12-06T10:18:50,491 INFO [M:0;748048564c27:44231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fdb977478ab4e6996c11824b2d52111 2024-12-06T10:18:50,496 INFO [M:0;748048564c27:44231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fdb977478ab4e6996c11824b2d52111 2024-12-06T10:18:50,510 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/WALs/748048564c27,45191,1733480252172/748048564c27%2C45191%2C1733480252172.1733480254158 to pos 997, reset compression=false 2024-12-06T10:18:50,511 DEBUG [M:0;748048564c27:44231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d67511f4ed864ee8b2962760d9723734 is 69, key is 748048564c27,34379,1733480256309/rs:state/1733480258202/Put/seqid=0 2024-12-06T10:18:50,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741846_1022 (size=5156) 2024-12-06T10:18:50,916 INFO [M:0;748048564c27:44231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d67511f4ed864ee8b2962760d9723734 2024-12-06T10:18:50,922 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/472c17821e5841fe8e6daf18454fc862 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/472c17821e5841fe8e6daf18454fc862 2024-12-06T10:18:50,926 INFO [M:0;748048564c27:44231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/472c17821e5841fe8e6daf18454fc862, entries=8, sequenceid=58, filesize=5.5 K 2024-12-06T10:18:50,927 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1fdb977478ab4e6996c11824b2d52111 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fdb977478ab4e6996c11824b2d52111 2024-12-06T10:18:50,931 INFO [M:0;748048564c27:44231 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1fdb977478ab4e6996c11824b2d52111 2024-12-06T10:18:50,931 INFO [M:0;748048564c27:44231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1fdb977478ab4e6996c11824b2d52111, entries=6, sequenceid=58, filesize=6.6 K 2024-12-06T10:18:50,932 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d67511f4ed864ee8b2962760d9723734 as hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d67511f4ed864ee8b2962760d9723734 2024-12-06T10:18:50,936 INFO [M:0;748048564c27:44231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37917/user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d67511f4ed864ee8b2962760d9723734, entries=1, sequenceid=58, filesize=5.0 K 2024-12-06T10:18:50,937 INFO [M:0;748048564c27:44231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false 2024-12-06T10:18:50,944 INFO [M:0;748048564c27:44231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:50,944 DEBUG [M:0;748048564c27:44231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480329646Disabling compacts and flushes for region at 1733480329646Disabling writes for close at 1733480329646Obtaining lock to block concurrent updates at 1733480329647 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480329647Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733480329647Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480329647Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480329648 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480329662 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480329662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480330072 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480330087 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480330087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480330496 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480330510 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480330510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5edb9060: reopening flushed file at 1733480330921 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570576cb: reopening flushed file at 1733480330926 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db4ce4f: reopening flushed file at 1733480330931 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=58, compaction requested=false at 1733480330937 (+6 ms)Writing region close event to WAL at 1733480330944 (+7 ms)Closed at 1733480330944 2024-12-06T10:18:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40427 is added to blk_1073741830_1006 (size=33026) 2024-12-06T10:18:50,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/303535ee-4244-31ec-fc82-1a04ec39f4e3/MasterData/WALs/748048564c27,44231,1733480256251/748048564c27%2C44231%2C1733480256251.1733480258060 not finished, retry = 0 2024-12-06T10:18:51,048 INFO [M:0;748048564c27:44231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:18:51,048 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:18:51,048 INFO [M:0;748048564c27:44231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44231 2024-12-06T10:18:51,049 INFO [M:0;748048564c27:44231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:18:51,151 INFO [M:0;748048564c27:44231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:18:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:51,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44231-0x101874769a90003, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:51,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:18:51,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:18:51,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:18:51,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:18:51,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir/,STOPPED} 2024-12-06T10:18:51,156 WARN [BP-245688405-172.17.0.2-1733480255240 heartbeating to localhost/127.0.0.1:37917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:18:51,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:18:51,156 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:18:51,156 WARN [BP-245688405-172.17.0.2-1733480255240 heartbeating to localhost/127.0.0.1:37917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-245688405-172.17.0.2-1733480255240 (Datanode Uuid 7b21292d-b0b4-42cf-b44b-18b3c644c80a) service to localhost/127.0.0.1:37917 2024-12-06T10:18:51,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/cluster_3670fcd0-34a0-a78e-541e-a181c3f90581/data/data1/current/BP-245688405-172.17.0.2-1733480255240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:18:51,157 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/cluster_3670fcd0-34a0-a78e-541e-a181c3f90581/data/data2/current/BP-245688405-172.17.0.2-1733480255240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:18:51,157 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:18:51,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:18:51,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:18:51,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:18:51,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:18:51,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir/,STOPPED} 2024-12-06T10:18:51,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:18:51,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:18:51,180 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:18:51,180 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:51,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:51,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:51,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:18:51,180 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:18:51,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811796987, stopped=false 2024-12-06T10:18:51,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,39815,1733480252118 2024-12-06T10:18:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1494684656/running 2024-12-06T10:18:51,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1494684656/running 2024-12-06T10:18:51,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:18:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:18:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:18:51,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:18:51,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:51,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:51,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/running 2024-12-06T10:18:51,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,45191,1733480252172' ***** 2024-12-06T10:18:51,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:18:51,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Set watcher on znode that does not yet exist, /0-1494684656/running 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:18:51,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 706f0f93b8cb5445b7f4079abc930321 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(959): stopping server 748048564c27,45191,1733480252172 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:18:51,184 INFO [RS:0;748048564c27:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:45191. 2024-12-06T10:18:51,184 DEBUG [RS:0;748048564c27:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:51,184 DEBUG [RS:0;748048564c27:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:51,184 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 706f0f93b8cb5445b7f4079abc930321, disabling compactions & flushes 2024-12-06T10:18:51,184 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:18:51,184 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:18:51,185 INFO [RS:0;748048564c27:45191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. after waiting 0 ms 2024-12-06T10:18:51,185 INFO [RS:0;748048564c27:45191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:18:51,185 INFO [RS:0;748048564c27:45191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:18:51,185 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:18:51,185 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 706f0f93b8cb5445b7f4079abc930321 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-06T10:18:51,185 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:18:51,185 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1325): Online Regions={706f0f93b8cb5445b7f4079abc930321=hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321., 1588230740=hbase:meta,,1.1588230740, a7c3a065ae79fb8b3d7efe874ef631ac=test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac.} 2024-12-06T10:18:51,185 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706f0f93b8cb5445b7f4079abc930321, a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:18:51,185 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:18:51,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:18:51,185 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:18:51,196 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:18:51,201 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/hfileref/a1ad470033f84c39a9370f68d9b4d6f2 is 74, key is 1/hfileref:15f72d46a64042da9e15b3bcd7e62cf9_SeqId_4_/1733480265615/DeleteColumn/seqid=0 2024-12-06T10:18:51,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741844_1020 (size=5203) 2024-12-06T10:18:51,206 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/info/bdbeb24ef9e24798b625d2954f45f701 is 147, key is hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321./info:regioninfo/1733480262939/Put/seqid=0 2024-12-06T10:18:51,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741845_1021 (size=7686) 2024-12-06T10:18:51,385 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706f0f93b8cb5445b7f4079abc930321, a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:51,585 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706f0f93b8cb5445b7f4079abc930321, a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:51,606 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/hfileref/a1ad470033f84c39a9370f68d9b4d6f2 2024-12-06T10:18:51,610 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/info/bdbeb24ef9e24798b625d2954f45f701 2024-12-06T10:18:51,628 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/ns/163e04e7ddbc424a98f9bf245442469f is 43, key is default/ns:d/1733480255152/Put/seqid=0 2024-12-06T10:18:51,630 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/queue/43d6d9b315fa48faaff85ea86a513788 is 153, key is 1-748048564c27,45191,1733480252172/queue:748048564c27%2C45191%2C1733480252172/1733480267442/Put/seqid=0 2024-12-06T10:18:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741846_1022 (size=5153) 2024-12-06T10:18:51,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741847_1023 (size=5352) 2024-12-06T10:18:51,786 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706f0f93b8cb5445b7f4079abc930321, a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:51,986 DEBUG [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 706f0f93b8cb5445b7f4079abc930321, a7c3a065ae79fb8b3d7efe874ef631ac 2024-12-06T10:18:52,026 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:18:52,026 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:18:52,034 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/ns/163e04e7ddbc424a98f9bf245442469f 2024-12-06T10:18:52,034 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/queue/43d6d9b315fa48faaff85ea86a513788 2024-12-06T10:18:52,043 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/hfileref/a1ad470033f84c39a9370f68d9b4d6f2 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/hfileref/a1ad470033f84c39a9370f68d9b4d6f2 2024-12-06T10:18:52,051 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/hfileref/a1ad470033f84c39a9370f68d9b4d6f2, entries=2, sequenceid=10, filesize=5.1 K 2024-12-06T10:18:52,052 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/.tmp/queue/43d6d9b315fa48faaff85ea86a513788 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/queue/43d6d9b315fa48faaff85ea86a513788 2024-12-06T10:18:52,058 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/queue/43d6d9b315fa48faaff85ea86a513788, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T10:18:52,060 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 706f0f93b8cb5445b7f4079abc930321 in 875ms, sequenceid=10, compaction requested=false 2024-12-06T10:18:52,068 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/669db8ac6743487db0fcc9c140e80095 is 112, key is test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac./rep_barrier:seqnumDuringOpen/1733480259596/Put/seqid=0 2024-12-06T10:18:52,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741848_1024 (size=5518) 2024-12-06T10:18:52,086 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/669db8ac6743487db0fcc9c140e80095 2024-12-06T10:18:52,087 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/replication/706f0f93b8cb5445b7f4079abc930321/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T10:18:52,087 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:18:52,088 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 706f0f93b8cb5445b7f4079abc930321: Waiting for close lock at 1733480331184Running coprocessor pre-close hooks at 1733480331184Disabling compacts and flushes for region at 1733480331184Disabling writes for close at 1733480331185 (+1 ms)Obtaining lock to block concurrent updates at 1733480331185Preparing flush snapshotting stores in 706f0f93b8cb5445b7f4079abc930321 at 1733480331185Finished memstore snapshotting hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733480331185Flushing stores of hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. at 1733480331186 (+1 ms)Flushing 706f0f93b8cb5445b7f4079abc930321/hfileref: creating writer at 1733480331186Flushing 706f0f93b8cb5445b7f4079abc930321/hfileref: appending metadata at 1733480331201 (+15 ms)Flushing 706f0f93b8cb5445b7f4079abc930321/hfileref: closing flushed file at 1733480331201Flushing 706f0f93b8cb5445b7f4079abc930321/queue: creating writer at 1733480331612 (+411 ms)Flushing 706f0f93b8cb5445b7f4079abc930321/queue: appending metadata at 1733480331629 (+17 ms)Flushing 706f0f93b8cb5445b7f4079abc930321/queue: closing flushed file at 1733480331629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d07f16: reopening flushed file at 1733480332041 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69fcd16a: reopening flushed file at 1733480332051 (+10 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 706f0f93b8cb5445b7f4079abc930321 in 875ms, sequenceid=10, compaction requested=false at 1733480332060 (+9 ms)Writing region close event to WAL at 1733480332081 (+21 ms)Running coprocessor post-close hooks at 1733480332087 (+6 ms)Closed at 1733480332088 (+1 ms) 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480262146.706f0f93b8cb5445b7f4079abc930321. 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a7c3a065ae79fb8b3d7efe874ef631ac, disabling compactions & flushes 2024-12-06T10:18:52,088 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. after waiting 0 ms 2024-12-06T10:18:52,088 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:18:52,121 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/default/test/a7c3a065ae79fb8b3d7efe874ef631ac/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:18:52,122 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/table/89a52b4f657247e4a6b310904ecc0405 is 53, key is hbase:replication/table:state/1733480262950/Put/seqid=0 2024-12-06T10:18:52,122 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:18:52,122 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:18:52,122 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:18:52,122 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a7c3a065ae79fb8b3d7efe874ef631ac: Waiting for close lock at 1733480332088Running coprocessor pre-close hooks at 1733480332088Disabling compacts and flushes for region at 1733480332088Disabling writes for close at 1733480332088Writing region close event to WAL at 1733480332116 (+28 ms)Running coprocessor post-close hooks at 1733480332122 (+6 ms)Closed at 1733480332122 2024-12-06T10:18:52,122 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480258802.a7c3a065ae79fb8b3d7efe874ef631ac. 2024-12-06T10:18:52,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741849_1025 (size=5308) 2024-12-06T10:18:52,135 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/table/89a52b4f657247e4a6b310904ecc0405 2024-12-06T10:18:52,142 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/info/bdbeb24ef9e24798b625d2954f45f701 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/info/bdbeb24ef9e24798b625d2954f45f701 2024-12-06T10:18:52,148 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/info/bdbeb24ef9e24798b625d2954f45f701, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:18:52,149 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/ns/163e04e7ddbc424a98f9bf245442469f as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/ns/163e04e7ddbc424a98f9bf245442469f 2024-12-06T10:18:52,154 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/ns/163e04e7ddbc424a98f9bf245442469f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:18:52,155 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/rep_barrier/669db8ac6743487db0fcc9c140e80095 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/rep_barrier/669db8ac6743487db0fcc9c140e80095 2024-12-06T10:18:52,162 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/rep_barrier/669db8ac6743487db0fcc9c140e80095, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:18:52,163 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/.tmp/table/89a52b4f657247e4a6b310904ecc0405 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/table/89a52b4f657247e4a6b310904ecc0405 2024-12-06T10:18:52,169 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/table/89a52b4f657247e4a6b310904ecc0405, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:18:52,170 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=16, compaction requested=false 2024-12-06T10:18:52,170 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:18:52,184 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:18:52,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:18:52,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:18:52,185 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:18:52,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480331185Running coprocessor pre-close hooks at 1733480331185Disabling compacts and flushes for region at 1733480331185Disabling writes for close at 1733480331185Obtaining lock to block concurrent updates at 1733480331185Preparing flush snapshotting stores in 1588230740 at 1733480331185Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480331186 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480331186Flushing 1588230740/info: creating writer at 1733480331186Flushing 1588230740/info: appending metadata at 1733480331206 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733480331206Flushing 1588230740/ns: creating writer at 1733480331614 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733480331628 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733480331628Flushing 1588230740/rep_barrier: creating writer at 1733480332041 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480332068 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480332068Flushing 1588230740/table: creating writer at 1733480332094 (+26 ms)Flushing 1588230740/table: appending metadata at 1733480332121 (+27 ms)Flushing 1588230740/table: closing flushed file at 1733480332121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3b2900: reopening flushed file at 1733480332141 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eed911: reopening flushed file at 1733480332148 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51db9e0d: reopening flushed file at 1733480332154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e07ae42: reopening flushed file at 1733480332162 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 985ms, sequenceid=16, compaction requested=false at 1733480332170 (+8 ms)Writing region close event to WAL at 1733480332180 (+10 ms)Running coprocessor post-close hooks at 1733480332185 (+5 ms)Closed at 1733480332185 2024-12-06T10:18:52,185 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:18:52,186 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(976): stopping server 748048564c27,45191,1733480252172; all regions closed. 2024-12-06T10:18:52,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:18:52,192 DEBUG [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs 2024-12-06T10:18:52,192 INFO [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C45191%2C1733480252172.meta:.meta(num 1733480255095) 2024-12-06T10:18:52,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741839_1015 (size=2700) 2024-12-06T10:18:52,197 DEBUG [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs 2024-12-06T10:18:52,197 INFO [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C45191%2C1733480252172.rep:(num 1733480262893) 2024-12-06T10:18:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741832_1008 (size=1300) 2024-12-06T10:18:52,204 DEBUG [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/oldWALs 2024-12-06T10:18:52,204 INFO [RS:0;748048564c27:45191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C45191%2C1733480252172:(num 1733480254158) 2024-12-06T10:18:52,204 DEBUG [RS:0;748048564c27:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:52,204 INFO [RS:0;748048564c27:45191 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:18:52,204 INFO [RS:0;748048564c27:45191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:18:52,205 INFO [RS:0;748048564c27:45191 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:18:52,205 INFO [RS:0;748048564c27:45191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:18:52,205 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:18:52,205 INFO [RS:0;748048564c27:45191 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,45191,1733480252172 because: Region server is closing 2024-12-06T10:18:52,205 INFO [RS:0;748048564c27:45191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:45191. 2024-12-06T10:18:52,205 DEBUG [RS:0;748048564c27:45191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:18:52,205 DEBUG [RS:0;748048564c27:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:52,205 DEBUG [RS:0;748048564c27:45191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:52,205 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:18:52,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,306 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.wal-reader.748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:18:52,306 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:18:52,306 INFO [RS:0;748048564c27:45191 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,45191,1733480252172.replicationSource.shipper748048564c27%2C45191%2C1733480252172,1-748048564c27,45191,1733480252172 terminated 2024-12-06T10:18:52,306 INFO [RS:0;748048564c27:45191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45191 2024-12-06T10:18:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1494684656/rs/748048564c27,45191,1733480252172 2024-12-06T10:18:52,309 INFO [RS:0;748048564c27:45191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:18:52,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656/rs 2024-12-06T10:18:52,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,45191,1733480252172] 2024-12-06T10:18:52,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/draining/748048564c27,45191,1733480252172 already deleted, retry=false 2024-12-06T10:18:52,313 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,45191,1733480252172 expired; onlineServers=0 2024-12-06T10:18:52,313 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,39815,1733480252118' ***** 2024-12-06T10:18:52,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:18:52,314 DEBUG [M:0;748048564c27:39815 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:18:52,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:18:52,314 DEBUG [M:0;748048564c27:39815 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:18:52,314 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480253939 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480253939,5,FailOnTimeoutGroup] 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:18:52,314 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480253939 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480253939,5,FailOnTimeoutGroup] 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:18:52,314 DEBUG [M:0;748048564c27:39815 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:18:52,314 INFO [M:0;748048564c27:39815 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:18:52,314 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:18:52,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1494684656/master 2024-12-06T10:18:52,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1494684656 2024-12-06T10:18:52,317 DEBUG [M:0;748048564c27:39815 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1494684656/master already deleted, retry=false 2024-12-06T10:18:52,318 DEBUG [M:0;748048564c27:39815 {}] master.ActiveMasterManager(353): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1494684656/master 2024-12-06T10:18:52,319 INFO [M:0;748048564c27:39815 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/.lastflushedseqids 2024-12-06T10:18:52,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741850_1026 (size=263) 2024-12-06T10:18:52,338 INFO [M:0;748048564c27:39815 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:18:52,339 INFO [M:0;748048564c27:39815 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:18:52,339 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:18:52,339 INFO [M:0;748048564c27:39815 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:52,339 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:52,339 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:18:52,339 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:52,339 INFO [M:0;748048564c27:39815 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-06T10:18:52,360 DEBUG [M:0;748048564c27:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14588e77e7f446bb897d5b35952d6e9 is 82, key is hbase:meta,,1/info:regioninfo/1733480255137/Put/seqid=0 2024-12-06T10:18:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741851_1027 (size=5672) 2024-12-06T10:18:52,366 INFO [M:0;748048564c27:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14588e77e7f446bb897d5b35952d6e9 2024-12-06T10:18:52,396 DEBUG [M:0;748048564c27:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3997d63218645d2a766d687465923d5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733480259612/Put/seqid=0 2024-12-06T10:18:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741852_1028 (size=7240) 2024-12-06T10:18:52,412 INFO [RS:0;748048564c27:45191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:18:52,412 INFO [RS:0;748048564c27:45191 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,45191,1733480252172; zookeeper connection closed. 2024-12-06T10:18:52,412 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d0b5947 2024-12-06T10:18:52,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:18:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:52,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45191-0x101874769a90001, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:52,763 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:18:52,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,803 INFO [M:0;748048564c27:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3997d63218645d2a766d687465923d5 2024-12-06T10:18:52,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:52,816 INFO [M:0;748048564c27:39815 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3997d63218645d2a766d687465923d5 2024-12-06T10:18:52,838 DEBUG [M:0;748048564c27:39815 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c122e2ba04041e08ff07a38266429a3 is 69, key is 748048564c27,45191,1733480252172/rs:state/1733480254014/Put/seqid=0 2024-12-06T10:18:52,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741853_1029 (size=5156) 2024-12-06T10:18:52,844 INFO [M:0;748048564c27:39815 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c122e2ba04041e08ff07a38266429a3 2024-12-06T10:18:52,851 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c14588e77e7f446bb897d5b35952d6e9 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c14588e77e7f446bb897d5b35952d6e9 2024-12-06T10:18:52,858 INFO [M:0;748048564c27:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c14588e77e7f446bb897d5b35952d6e9, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T10:18:52,860 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3997d63218645d2a766d687465923d5 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3997d63218645d2a766d687465923d5 2024-12-06T10:18:52,867 INFO [M:0;748048564c27:39815 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b3997d63218645d2a766d687465923d5 2024-12-06T10:18:52,867 INFO [M:0;748048564c27:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3997d63218645d2a766d687465923d5, entries=11, sequenceid=105, filesize=7.1 K 2024-12-06T10:18:52,868 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c122e2ba04041e08ff07a38266429a3 as hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c122e2ba04041e08ff07a38266429a3 2024-12-06T10:18:52,875 INFO [M:0;748048564c27:39815 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42977/user/jenkins/test-data/3add982c-12b0-8911-36e8-fce67b0fb6b4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c122e2ba04041e08ff07a38266429a3, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T10:18:52,877 INFO [M:0;748048564c27:39815 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=105, compaction requested=false 2024-12-06T10:18:52,883 INFO [M:0;748048564c27:39815 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:52,883 DEBUG [M:0;748048564c27:39815 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480332339Disabling compacts and flushes for region at 1733480332339Disabling writes for close at 1733480332339Obtaining lock to block concurrent updates at 1733480332339Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480332339Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733480332339Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480332340 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480332340Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480332360 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480332360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480332373 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480332395 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480332395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480332816 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480332837 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480332838 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23aed62d: reopening flushed file at 1733480332850 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53691772: reopening flushed file at 1733480332858 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ecd62f4: reopening flushed file at 1733480332867 (+9 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 538ms, sequenceid=105, compaction requested=false at 1733480332877 (+10 ms)Writing region close event to WAL at 1733480332883 (+6 ms)Closed at 1733480332883 2024-12-06T10:18:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34477 is added to blk_1073741830_1006 (size=64526) 2024-12-06T10:18:52,888 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:18:52,888 INFO [M:0;748048564c27:39815 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:18:52,888 INFO [M:0;748048564c27:39815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39815 2024-12-06T10:18:52,889 INFO [M:0;748048564c27:39815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:18:52,994 INFO [M:0;748048564c27:39815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:18:52,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:52,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39815-0x101874769a90000, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:18:52,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:18:52,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:18:52,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:18:52,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:18:52,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir/,STOPPED} 2024-12-06T10:18:52,999 WARN [BP-351023160-172.17.0.2-1733480251195 heartbeating to localhost/127.0.0.1:42977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:18:52,999 WARN [BP-351023160-172.17.0.2-1733480251195 heartbeating to localhost/127.0.0.1:42977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-351023160-172.17.0.2-1733480251195 (Datanode Uuid 7919c4d2-af6b-48b6-8d7c-9d9a77e2ecc2) service to localhost/127.0.0.1:42977 2024-12-06T10:18:53,000 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:18:53,000 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:18:53,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/data/data2/current/BP-351023160-172.17.0.2-1733480251195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:18:53,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/cluster_a1fbfbcd-bd7e-f64a-d8cb-c0b135a1e1d1/data/data1/current/BP-351023160-172.17.0.2-1733480251195 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:18:53,001 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:18:53,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:18:53,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:18:53,009 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:18:53,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:18:53,009 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22b5af3d-4cd7-3d07-57dc-02a892a0fdff/hadoop.log.dir/,STOPPED} 2024-12-06T10:18:53,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:18:53,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:18:53,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=167 (was 138) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42977 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37917 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f30a8b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f30a8b8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=516 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=293 (was 264) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5896 (was 4787) - AvailableMemoryMB LEAK? - 2024-12-06T10:18:53,058 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=168, OpenFileDescriptor=516, MaxFileDescriptor=1048576, SystemLoadAverage=293, ProcessCount=11, AvailableMemoryMB=5896 2024-12-06T10:18:53,078 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-06T10:18:53,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir so I do NOT create it in target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e 2024-12-06T10:18:53,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:18:53,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.tmp.dir so I do NOT create it in target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e 2024-12-06T10:18:53,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb73d611-82c1-604b-1ed4-4e99b9bcd5ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:18:53,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e 2024-12-06T10:18:53,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb, deleteOnExit=true 2024-12-06T10:18:53,084 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/zookeeper_0, clientPort=51742, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:18:53,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51742 2024-12-06T10:18:53,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/test.cache.data in system properties and HBase conf 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:18:53,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:18:53,087 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:18:53,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:18:53,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:18:53,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101874769a90002, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:18:53,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101874769a90002, quorum=127.0.0.1:60217, baseZNode=/0-1494684656 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:18:53,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101874769a90005, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:18:53,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101874769a90005, quorum=127.0.0.1:60217, baseZNode=/11882965858 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:18:53,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:53,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:18:53,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:18:53,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:18:53,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:18:53,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:53,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@488881f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:18:53,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4649bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:18:53,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71541d08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/java.io.tmpdir/jetty-localhost-36315-hadoop-hdfs-3_4_1-tests_jar-_-any-731292852190438063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:18:53,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23f5de37{HTTP/1.1, (http/1.1)}{localhost:36315} 2024-12-06T10:18:53,332 INFO [Time-limited test {}] server.Server(415): Started @129630ms 2024-12-06T10:18:53,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:53,435 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:18:53,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:18:53,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:18:53,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:18:53,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8d2896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:18:53,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4184d484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:18:53,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224df775{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/java.io.tmpdir/jetty-localhost-33923-hadoop-hdfs-3_4_1-tests_jar-_-any-8909049036024832482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:18:53,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aab8543{HTTP/1.1, (http/1.1)}{localhost:33923} 2024-12-06T10:18:53,571 INFO [Time-limited test {}] server.Server(415): Started @129869ms 2024-12-06T10:18:53,572 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:18:53,683 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/data/data1/current/BP-71264538-172.17.0.2-1733480333115/current, will proceed with Du for space computation calculation, 2024-12-06T10:18:53,684 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/data/data2/current/BP-71264538-172.17.0.2-1733480333115/current, will proceed with Du for space computation calculation, 2024-12-06T10:18:53,709 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:18:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb941bb36d5babfc with lease ID 0xd8ec886ee7d14b12: Processing first storage report for DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518 from datanode DatanodeRegistration(127.0.0.1:42903, datanodeUuid=d13ec7a5-1f37-4c49-8542-c62245828db0, infoPort=39461, infoSecurePort=0, ipcPort=42779, storageInfo=lv=-57;cid=testClusterID;nsid=1233279720;c=1733480333115) 2024-12-06T10:18:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb941bb36d5babfc with lease ID 0xd8ec886ee7d14b12: from storage DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518 node DatanodeRegistration(127.0.0.1:42903, datanodeUuid=d13ec7a5-1f37-4c49-8542-c62245828db0, infoPort=39461, infoSecurePort=0, ipcPort=42779, storageInfo=lv=-57;cid=testClusterID;nsid=1233279720;c=1733480333115), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:18:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb941bb36d5babfc with lease ID 0xd8ec886ee7d14b12: Processing first storage report for DS-d193d867-4d05-409e-9178-1c9c2d99f4e1 from datanode DatanodeRegistration(127.0.0.1:42903, datanodeUuid=d13ec7a5-1f37-4c49-8542-c62245828db0, infoPort=39461, infoSecurePort=0, ipcPort=42779, storageInfo=lv=-57;cid=testClusterID;nsid=1233279720;c=1733480333115) 2024-12-06T10:18:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb941bb36d5babfc with lease ID 0xd8ec886ee7d14b12: from storage DS-d193d867-4d05-409e-9178-1c9c2d99f4e1 node DatanodeRegistration(127.0.0.1:42903, datanodeUuid=d13ec7a5-1f37-4c49-8542-c62245828db0, infoPort=39461, infoSecurePort=0, ipcPort=42779, storageInfo=lv=-57;cid=testClusterID;nsid=1233279720;c=1733480333115), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:18:53,804 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e 2024-12-06T10:18:53,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:53,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:53,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:18:54,215 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41 with version=8 2024-12-06T10:18:54,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/hbase-staging 2024-12-06T10:18:54,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:18:54,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:18:54,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:18:54,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:18:54,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:18:54,218 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37783 2024-12-06T10:18:54,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37783 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:18:54,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377830x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:18:54,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37783-0x1018748a9a90000 connected 2024-12-06T10:18:54,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:54,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:54,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:18:54,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41, hbase.cluster.distributed=false 2024-12-06T10:18:54,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/acl 2024-12-06T10:18:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-06T10:18:54,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37783 2024-12-06T10:18:54,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37783 2024-12-06T10:18:54,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-06T10:18:54,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37783 2024-12-06T10:18:54,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:18:54,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:18:54,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41343 2024-12-06T10:18:54,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41343 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:18:54,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:54,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:54,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413430x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:18:54,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413430x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:18:54,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41343-0x1018748a9a90001 connected 2024-12-06T10:18:54,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:18:54,283 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:18:54,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/master 2024-12-06T10:18:54,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/acl 2024-12-06T10:18:54,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-06T10:18:54,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41343 2024-12-06T10:18:54,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41343 2024-12-06T10:18:54,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-06T10:18:54,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41343 2024-12-06T10:18:54,311 DEBUG [M:0;748048564c27:37783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:37783 2024-12-06T10:18:54,311 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-339302199/backup-masters/748048564c27,37783,1733480334217 2024-12-06T10:18:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:18:54,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:18:54,314 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/backup-masters/748048564c27,37783,1733480334217 2024-12-06T10:18:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/master 2024-12-06T10:18:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:54,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:54,316 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/master 2024-12-06T10:18:54,317 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-339302199/backup-masters/748048564c27,37783,1733480334217 from backup master directory 2024-12-06T10:18:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/backup-masters/748048564c27,37783,1733480334217 2024-12-06T10:18:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:18:54,318 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:18:54,318 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,37783,1733480334217 2024-12-06T10:18:54,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:18:54,325 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/hbase.id] with ID: f4667445-4a60-4754-b8e8-80911896436b 2024-12-06T10:18:54,325 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.tmp/hbase.id 2024-12-06T10:18:54,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:18:54,731 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.tmp/hbase.id]:[hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/hbase.id] 2024-12-06T10:18:54,742 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:54,742 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:18:54,743 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:18:54,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:54,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:54,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:18:55,152 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:18:55,153 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:18:55,153 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:18:55,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:18:55,562 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store 2024-12-06T10:18:55,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:18:55,970 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:55,970 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:55,970 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480335970Disabling compacts and flushes for region at 1733480335970Disabling writes for close at 1733480335970Writing region close event to WAL at 1733480335970Closed at 1733480335970 2024-12-06T10:18:55,971 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/.initializing 2024-12-06T10:18:55,971 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217 2024-12-06T10:18:55,973 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:18:55,975 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C37783%2C1733480334217, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/oldWALs, maxLogs=10 2024-12-06T10:18:55,992 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217/748048564c27%2C37783%2C1733480334217.1733480335975, exclude list is [], retry=0 2024-12-06T10:18:55,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:18:56,001 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:18:56,004 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:18:56,004 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:18:56,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:56,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:18:56,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:18:56,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:56,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:18:56,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:56,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:18:56,021 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:56,025 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,026 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,026 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,028 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,028 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,029 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:18:56,030 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:56,036 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:18:56,037 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62229868, jitterRate=-0.07270270586013794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:18:56,038 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480336005Initializing all the Stores at 1733480336006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336006Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480336006Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480336006Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480336006Cleaning up temporary data from old regions at 1733480336028 (+22 ms)Region opened successfully at 1733480336037 (+9 ms) 2024-12-06T10:18:56,038 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:18:56,042 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13447770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:18:56,043 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:18:56,044 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:18:56,044 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:18:56,044 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:18:56,044 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:18:56,045 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:18:56,045 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:18:56,050 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:18:56,052 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/balancer because node does not exist (not necessarily an error) 2024-12-06T10:18:56,053 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/balancer already deleted, retry=false 2024-12-06T10:18:56,054 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:18:56,055 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:18:56,056 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/normalizer already deleted, retry=false 2024-12-06T10:18:56,056 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:18:56,060 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:18:56,061 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/switch/split already deleted, retry=false 2024-12-06T10:18:56,061 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:18:56,064 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/switch/merge already deleted, retry=false 2024-12-06T10:18:56,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:18:56,069 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/snapshot-cleanup already deleted, retry=false 2024-12-06T10:18:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:18:56,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:18:56,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,072 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,37783,1733480334217, sessionid=0x1018748a9a90000, setting cluster-up flag (Was=false) 2024-12-06T10:18:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,085 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339302199/flush-table-proc/acquired, /0-339302199/flush-table-proc/reached, /0-339302199/flush-table-proc/abort 2024-12-06T10:18:56,086 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37783,1733480334217 2024-12-06T10:18:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339302199/online-snapshot/acquired, /0-339302199/online-snapshot/reached, /0-339302199/online-snapshot/abort 2024-12-06T10:18:56,099 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37783,1733480334217 2024-12-06T10:18:56,101 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:18:56,106 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:18:56,106 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:18:56,106 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:18:56,107 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,37783,1733480334217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:18:56,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:18:56,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:18:56,118 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480366123 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:18:56,123 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:18:56,124 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,124 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:18:56,124 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:18:56,125 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:18:56,125 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:18:56,128 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:18:56,128 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:18:56,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480336128,5,FailOnTimeoutGroup] 2024-12-06T10:18:56,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480336128,5,FailOnTimeoutGroup] 2024-12-06T10:18:56,132 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,132 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:18:56,132 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,132 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:18:56,199 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(746): ClusterId : f4667445-4a60-4754-b8e8-80911896436b 2024-12-06T10:18:56,199 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:18:56,201 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:18:56,201 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:18:56,203 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:18:56,203 DEBUG [RS:0;748048564c27:41343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b86fb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:18:56,219 DEBUG [RS:0;748048564c27:41343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:41343 2024-12-06T10:18:56,219 INFO [RS:0;748048564c27:41343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:18:56,219 INFO [RS:0;748048564c27:41343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:18:56,219 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:18:56,220 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,37783,1733480334217 with port=41343, startcode=1733480334271 2024-12-06T10:18:56,220 DEBUG [RS:0;748048564c27:41343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:18:56,224 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:18:56,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,41343,1733480334271 2024-12-06T10:18:56,225 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37783 {}] master.ServerManager(517): Registering regionserver=748048564c27,41343,1733480334271 2024-12-06T10:18:56,227 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41 2024-12-06T10:18:56,227 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36727 2024-12-06T10:18:56,227 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:18:56,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/rs 2024-12-06T10:18:56,229 DEBUG [RS:0;748048564c27:41343 {}] zookeeper.ZKUtil(111): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/rs/748048564c27,41343,1733480334271 2024-12-06T10:18:56,229 WARN [RS:0;748048564c27:41343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:18:56,229 INFO [RS:0;748048564c27:41343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:18:56,229 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271 2024-12-06T10:18:56,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,41343,1733480334271] 2024-12-06T10:18:56,237 INFO [RS:0;748048564c27:41343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:18:56,240 INFO [RS:0;748048564c27:41343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:18:56,243 INFO [RS:0;748048564c27:41343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:18:56,243 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,244 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:18:56,245 INFO [RS:0;748048564c27:41343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:18:56,245 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,245 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,246 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,246 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:18:56,246 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:18:56,246 DEBUG [RS:0;748048564c27:41343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,248 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41343,1733480334271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:18:56,263 INFO [RS:0;748048564c27:41343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:18:56,263 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,41343,1733480334271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,263 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,263 INFO [RS:0;748048564c27:41343 {}] regionserver.Replication(171): 748048564c27,41343,1733480334271 started 2024-12-06T10:18:56,281 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,281 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,41343,1733480334271, RpcServer on 748048564c27/172.17.0.2:41343, sessionid=0x1018748a9a90001 2024-12-06T10:18:56,282 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:18:56,282 DEBUG [RS:0;748048564c27:41343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,41343,1733480334271 2024-12-06T10:18:56,282 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,41343,1733480334271' 2024-12-06T10:18:56,282 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339302199/flush-table-proc/abort' 2024-12-06T10:18:56,282 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339302199/flush-table-proc/acquired' 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,41343,1733480334271 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,41343,1733480334271' 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339302199/online-snapshot/abort' 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339302199/online-snapshot/acquired' 2024-12-06T10:18:56,283 DEBUG [RS:0;748048564c27:41343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:18:56,283 INFO [RS:0;748048564c27:41343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:18:56,283 INFO [RS:0;748048564c27:41343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:18:56,384 INFO [RS:0;748048564c27:41343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:18:56,386 INFO [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C41343%2C1733480334271, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:18:56,404 DEBUG [RS:0;748048564c27:41343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387, exclude list is [], retry=0 2024-12-06T10:18:56,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:18:56,409 INFO [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 2024-12-06T10:18:56,412 DEBUG [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:18:56,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:18:56,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41 2024-12-06T10:18:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:18:56,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:56,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:18:56,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:18:56,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:18:56,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:18:56,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:18:56,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:18:56,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:18:56,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:18:56,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:18:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:18:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:18:56,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:18:56,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:18:56,565 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:18:56,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:18:56,568 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:18:56,568 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63939741, jitterRate=-0.047223612666130066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:18:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480336546Initializing all the Stores at 1733480336547 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336547Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336547Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480336547Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336547Cleaning up temporary data from old regions at 1733480336564 (+17 ms)Region opened successfully at 1733480336569 (+5 ms) 2024-12-06T10:18:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:18:56,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:18:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:18:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:18:56,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:18:56,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:18:56,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480336569Disabling compacts and flushes for region at 1733480336569Disabling writes for close at 1733480336569Writing region close event to WAL at 1733480336569Closed at 1733480336569 2024-12-06T10:18:56,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:18:56,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:18:56,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:18:56,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:18:56,573 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:18:56,723 DEBUG [748048564c27:37783 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:18:56,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,41343,1733480334271 2024-12-06T10:18:56,725 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,41343,1733480334271, state=OPENING 2024-12-06T10:18:56,733 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:18:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:18:56,735 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:18:56,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:18:56,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,41343,1733480334271}] 2024-12-06T10:18:56,735 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:18:56,888 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:18:56,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:18:56,893 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:18:56,893 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:18:56,893 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:18:56,895 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C41343%2C1733480334271.meta, suffix=.meta, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:18:56,908 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.meta.1733480336895.meta, exclude list is [], retry=0 2024-12-06T10:18:56,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:18:56,912 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.meta.1733480336895.meta 2024-12-06T10:18:56,915 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:18:56,915 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:18:56,915 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:18:56,915 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:18:56,915 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:18:56,916 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:18:56,916 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:18:56,916 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:56,916 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:18:56,916 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:18:56,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:18:56,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:18:56,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:18:56,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:18:56,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:18:56,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:18:56,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:18:56,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:18:56,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:56,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:56,923 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:18:56,924 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:18:56,925 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:18:56,926 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:18:56,926 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:18:56,927 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:18:56,928 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:18:56,929 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60669183, jitterRate=-0.09595872461795807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:18:56,929 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:18:56,930 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480336916Writing region info on filesystem at 1733480336916Initializing all the Stores at 1733480336917 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336917Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336917Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480336917Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480336917Cleaning up temporary data from old regions at 1733480336926 (+9 ms)Running coprocessor post-open hooks at 1733480336929 (+3 ms)Region opened successfully at 1733480336930 (+1 ms) 2024-12-06T10:18:56,931 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480336888 2024-12-06T10:18:56,933 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:18:56,933 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:18:56,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,41343,1733480334271 2024-12-06T10:18:56,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,41343,1733480334271, state=OPEN 2024-12-06T10:18:56,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:18:56,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:18:56,939 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,41343,1733480334271 2024-12-06T10:18:56,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:18:56,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:18:56,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:18:56,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,41343,1733480334271 in 204 msec 2024-12-06T10:18:56,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:18:56,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-12-06T10:18:56,944 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:18:56,944 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:18:56,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:18:56,946 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,41343,1733480334271, seqNum=-1] 2024-12-06T10:18:56,946 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:18:56,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:18:56,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 847 msec 2024-12-06T10:18:56,953 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480336953, completionTime=-1 2024-12-06T10:18:56,953 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:18:56,953 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:18:56,955 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:18:56,955 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480396955 2024-12-06T10:18:56,955 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480456955 2024-12-06T10:18:56,955 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:18:56,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:37783, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,958 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:18:56,960 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.646sec 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:18:56,964 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:18:56,967 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:18:56,967 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:18:56,967 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37783,1733480334217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:18:56,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535a154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:18:56,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37783,-1 for getting cluster id 2024-12-06T10:18:57,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:18:57,001 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4667445-4a60-4754-b8e8-80911896436b' 2024-12-06T10:18:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:18:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4667445-4a60-4754-b8e8-80911896436b" 2024-12-06T10:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286e96fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37783,-1] 2024-12-06T10:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:18:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:18:57,003 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:18:57,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695df057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:18:57,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:18:57,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,41343,1733480334271, seqNum=-1] 2024-12-06T10:18:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:18:57,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:18:57,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,37783,1733480334217 2024-12-06T10:18:57,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:18:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:18:57,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018748a9a90002 connected 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir so I do NOT create it in target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf 2024-12-06T10:18:57,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.tmp.dir so I do NOT create it in target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf 2024-12-06T10:18:57,017 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:18:57,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/cluster_5f2bc276-52d2-5b21-fca4-74048ac5ada3, deleteOnExit=true 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/test.cache.data in system properties and HBase conf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:18:57,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:18:57,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:18:57,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:18:57,108 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:57,112 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:18:57,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:18:57,113 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:18:57,113 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:18:57,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:57,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:18:57,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:18:57,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ea3eda{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/java.io.tmpdir/jetty-localhost-38997-hadoop-hdfs-3_4_1-tests_jar-_-any-11607774522829869890/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:18:57,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:38997} 2024-12-06T10:18:57,258 INFO [Time-limited test {}] server.Server(415): Started @133556ms 2024-12-06T10:18:57,377 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:18:57,413 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,414 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,415 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,423 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:18:57,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:18:57,448 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:18:57,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:18:57,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:18:57,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:18:57,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aff9abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:18:57,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55a9ff92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:18:57,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b41a0df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/java.io.tmpdir/jetty-localhost-41611-hadoop-hdfs-3_4_1-tests_jar-_-any-15271593293851290508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:18:57,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ad10d5{HTTP/1.1, (http/1.1)}{localhost:41611} 2024-12-06T10:18:57,578 INFO [Time-limited test {}] server.Server(415): Started @133876ms 2024-12-06T10:18:57,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:18:57,698 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/cluster_5f2bc276-52d2-5b21-fca4-74048ac5ada3/data/data1/current/BP-2077890024-172.17.0.2-1733480337040/current, will proceed with Du for space computation calculation, 2024-12-06T10:18:57,698 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/cluster_5f2bc276-52d2-5b21-fca4-74048ac5ada3/data/data2/current/BP-2077890024-172.17.0.2-1733480337040/current, will proceed with Du for space computation calculation, 2024-12-06T10:18:57,717 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:18:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bf892f802a7bc10 with lease ID 0xd4b58bccefd883c0: Processing first storage report for DS-faee0d18-b8bf-46d0-b732-358f786f77c8 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=028377c2-e669-4a3a-b18d-d8f794813494, infoPort=40939, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=530621297;c=1733480337040) 2024-12-06T10:18:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bf892f802a7bc10 with lease ID 0xd4b58bccefd883c0: from storage DS-faee0d18-b8bf-46d0-b732-358f786f77c8 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=028377c2-e669-4a3a-b18d-d8f794813494, infoPort=40939, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=530621297;c=1733480337040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:18:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bf892f802a7bc10 with lease ID 0xd4b58bccefd883c0: Processing first storage report for DS-6d446771-37a7-4fdd-a558-118a6f5d42f6 from datanode DatanodeRegistration(127.0.0.1:36057, datanodeUuid=028377c2-e669-4a3a-b18d-d8f794813494, infoPort=40939, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=530621297;c=1733480337040) 2024-12-06T10:18:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bf892f802a7bc10 with lease ID 0xd4b58bccefd883c0: from storage DS-6d446771-37a7-4fdd-a558-118a6f5d42f6 node DatanodeRegistration(127.0.0.1:36057, datanodeUuid=028377c2-e669-4a3a-b18d-d8f794813494, infoPort=40939, infoSecurePort=0, ipcPort=33595, storageInfo=lv=-57;cid=testClusterID;nsid=530621297;c=1733480337040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:18:57,726 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf 2024-12-06T10:18:57,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:57,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:57,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:18:58,140 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f with version=8 2024-12-06T10:18:58,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/hbase-staging 2024-12-06T10:18:58,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:18:58,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:18:58,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36823 2024-12-06T10:18:58,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36823 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:18:58,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368230x0, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:18:58,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36823-0x1018748a9a90003 connected 2024-12-06T10:18:58,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:58,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:58,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/running 2024-12-06T10:18:58,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f, hbase.cluster.distributed=false 2024-12-06T10:18:58,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/acl 2024-12-06T10:18:58,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-06T10:18:58,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-12-06T10:18:58,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-12-06T10:18:58,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-06T10:18:58,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-06T10:18:58,188 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:18:58,188 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:18:58,189 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33095 2024-12-06T10:18:58,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33095 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:18:58,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:58,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330950x0, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:18:58,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330950x0, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/running 2024-12-06T10:18:58,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:18:58,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33095-0x1018748a9a90004 connected 2024-12-06T10:18:58,202 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:18:58,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/master 2024-12-06T10:18:58,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/acl 2024-12-06T10:18:58,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-06T10:18:58,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33095 2024-12-06T10:18:58,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33095 2024-12-06T10:18:58,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-06T10:18:58,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33095 2024-12-06T10:18:58,241 DEBUG [M:0;748048564c27:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:36823 2024-12-06T10:18:58,242 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1594885609/backup-masters/748048564c27,36823,1733480338142 2024-12-06T10:18:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/backup-masters 2024-12-06T10:18:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/backup-masters 2024-12-06T10:18:58,244 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on existing znode=/1594885609/backup-masters/748048564c27,36823,1733480338142 2024-12-06T10:18:58,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594885609/master 2024-12-06T10:18:58,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:58,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:58,248 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on existing znode=/1594885609/master 2024-12-06T10:18:58,248 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1594885609/backup-masters/748048564c27,36823,1733480338142 from backup master directory 2024-12-06T10:18:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/backup-masters 2024-12-06T10:18:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594885609/backup-masters/748048564c27,36823,1733480338142 2024-12-06T10:18:58,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/backup-masters 2024-12-06T10:18:58,250 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:18:58,250 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,36823,1733480338142 2024-12-06T10:18:58,254 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/hbase.id] with ID: 258b870a-2841-4aee-95e2-573bd43eafca 2024-12-06T10:18:58,254 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/.tmp/hbase.id 2024-12-06T10:18:58,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:18:58,666 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/.tmp/hbase.id]:[hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/hbase.id] 2024-12-06T10:18:58,677 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:18:58,677 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:18:58,678 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:18:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:58,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:58,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:18:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:18:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T10:18:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:18:59,100 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:18:59,101 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:18:59,102 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:18:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:18:59,516 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store 2024-12-06T10:18:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:18:59,922 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:59,922 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:18:59,922 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480339922Disabling compacts and flushes for region at 1733480339922Disabling writes for close at 1733480339922Writing region close event to WAL at 1733480339922Closed at 1733480339922 2024-12-06T10:18:59,923 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/.initializing 2024-12-06T10:18:59,923 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/WALs/748048564c27,36823,1733480338142 2024-12-06T10:18:59,924 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:18:59,925 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C36823%2C1733480338142, suffix=, logDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/WALs/748048564c27,36823,1733480338142, archiveDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/oldWALs, maxLogs=10 2024-12-06T10:18:59,938 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/WALs/748048564c27,36823,1733480338142/748048564c27%2C36823%2C1733480338142.1733480339925, exclude list is [], retry=0 2024-12-06T10:18:59,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-faee0d18-b8bf-46d0-b732-358f786f77c8,DISK] 2024-12-06T10:18:59,942 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/WALs/748048564c27,36823,1733480338142/748048564c27%2C36823%2C1733480338142.1733480339925 2024-12-06T10:18:59,942 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-12-06T10:18:59,943 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:18:59,943 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:18:59,943 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,943 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:18:59,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:59,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:18:59,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:18:59,947 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:59,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:59,947 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:18:59,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:59,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:59,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:18:59,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:18:59,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:18:59,950 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,951 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,951 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,952 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,952 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,952 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:18:59,953 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:18:59,955 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:18:59,955 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66569955, jitterRate=-0.008030369877815247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:18:59,955 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480339943Initializing all the Stores at 1733480339944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480339944Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480339944Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480339944Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480339944Cleaning up temporary data from old regions at 1733480339952 (+8 ms)Region opened successfully at 1733480339955 (+3 ms) 2024-12-06T10:18:59,955 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:18:59,958 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fde924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:18:59,959 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:18:59,959 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:18:59,959 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:18:59,959 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:18:59,959 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:18:59,960 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:18:59,960 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:18:59,961 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:18:59,962 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/balancer because node does not exist (not necessarily an error) 2024-12-06T10:18:59,963 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/balancer already deleted, retry=false 2024-12-06T10:18:59,963 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:18:59,964 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:18:59,971 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/normalizer already deleted, retry=false 2024-12-06T10:18:59,972 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:18:59,972 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:18:59,973 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/switch/split already deleted, retry=false 2024-12-06T10:18:59,974 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:18:59,975 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/switch/merge already deleted, retry=false 2024-12-06T10:18:59,976 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:18:59,977 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/snapshot-cleanup already deleted, retry=false 2024-12-06T10:18:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594885609/running 2024-12-06T10:18:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594885609/running 2024-12-06T10:18:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:59,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:59,981 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,36823,1733480338142, sessionid=0x1018748a9a90003, setting cluster-up flag (Was=false) 2024-12-06T10:18:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:59,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:59,988 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1594885609/flush-table-proc/acquired, /1594885609/flush-table-proc/reached, /1594885609/flush-table-proc/abort 2024-12-06T10:18:59,989 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,36823,1733480338142 2024-12-06T10:18:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:18:59,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:00,002 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1594885609/online-snapshot/acquired, /1594885609/online-snapshot/reached, /1594885609/online-snapshot/abort 2024-12-06T10:19:00,002 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,36823,1733480338142 2024-12-06T10:19:00,003 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:19:00,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:00,005 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:00,005 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:00,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,36823,1733480338142 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:00,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480370007 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:00,007 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:00,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:00,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:00,008 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:00,009 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480340008,5,FailOnTimeoutGroup] 2024-12-06T10:19:00,009 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:00,009 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480340009,5,FailOnTimeoutGroup] 2024-12-06T10:19:00,009 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,009 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:00,009 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:19:00,009 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:19:00,029 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(746): ClusterId : 258b870a-2841-4aee-95e2-573bd43eafca 2024-12-06T10:19:00,029 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:00,031 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:00,031 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:00,034 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:00,034 DEBUG [RS:0;748048564c27:33095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cae242c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:00,049 DEBUG [RS:0;748048564c27:33095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:33095 2024-12-06T10:19:00,049 INFO [RS:0;748048564c27:33095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:00,049 INFO [RS:0;748048564c27:33095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:00,049 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:00,050 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,36823,1733480338142 with port=33095, startcode=1733480338188 2024-12-06T10:19:00,050 DEBUG [RS:0;748048564c27:33095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:00,052 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:00,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,33095,1733480338188 2024-12-06T10:19:00,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(517): Registering regionserver=748048564c27,33095,1733480338188 2024-12-06T10:19:00,054 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f 2024-12-06T10:19:00,054 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36731 2024-12-06T10:19:00,054 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:00,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/rs 2024-12-06T10:19:00,057 DEBUG [RS:0;748048564c27:33095 {}] zookeeper.ZKUtil(111): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on existing znode=/1594885609/rs/748048564c27,33095,1733480338188 2024-12-06T10:19:00,057 WARN [RS:0;748048564c27:33095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:00,057 INFO [RS:0;748048564c27:33095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:00,057 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188 2024-12-06T10:19:00,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,33095,1733480338188] 2024-12-06T10:19:00,061 INFO [RS:0;748048564c27:33095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:00,064 INFO [RS:0;748048564c27:33095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:00,068 INFO [RS:0;748048564c27:33095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:00,068 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,069 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:00,069 INFO [RS:0;748048564c27:33095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:00,069 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:00,070 DEBUG [RS:0;748048564c27:33095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:00,072 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,072 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,072 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,073 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,073 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,073 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33095,1733480338188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:00,095 INFO [RS:0;748048564c27:33095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:00,095 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33095,1733480338188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,096 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,096 INFO [RS:0;748048564c27:33095 {}] regionserver.Replication(171): 748048564c27,33095,1733480338188 started 2024-12-06T10:19:00,118 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:00,118 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,33095,1733480338188, RpcServer on 748048564c27/172.17.0.2:33095, sessionid=0x1018748a9a90004 2024-12-06T10:19:00,118 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:00,118 DEBUG [RS:0;748048564c27:33095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,33095,1733480338188 2024-12-06T10:19:00,118 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,33095,1733480338188' 2024-12-06T10:19:00,118 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1594885609/flush-table-proc/abort' 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1594885609/flush-table-proc/acquired' 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,33095,1733480338188 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,33095,1733480338188' 2024-12-06T10:19:00,119 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1594885609/online-snapshot/abort' 2024-12-06T10:19:00,120 DEBUG [RS:0;748048564c27:33095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1594885609/online-snapshot/acquired' 2024-12-06T10:19:00,120 DEBUG [RS:0;748048564c27:33095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:00,120 INFO [RS:0;748048564c27:33095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:00,120 INFO [RS:0;748048564c27:33095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:00,221 INFO [RS:0;748048564c27:33095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:00,223 INFO [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C33095%2C1733480338188, suffix=, logDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188, archiveDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/oldWALs, maxLogs=10 2024-12-06T10:19:00,244 DEBUG [RS:0;748048564c27:33095 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188/748048564c27%2C33095%2C1733480338188.1733480340223, exclude list is [], retry=0 2024-12-06T10:19:00,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-faee0d18-b8bf-46d0-b732-358f786f77c8,DISK] 2024-12-06T10:19:00,249 INFO [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188/748048564c27%2C33095%2C1733480338188.1733480340223 2024-12-06T10:19:00,250 DEBUG [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-12-06T10:19:00,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:19:00,416 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f 2024-12-06T10:19:00,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:19:00,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:00,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:00,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:00,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:00,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:00,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:00,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:00,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:00,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:00,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:00,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:00,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:00,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:00,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:00,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:00,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:00,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:00,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740 2024-12-06T10:19:00,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740 2024-12-06T10:19:00,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:00,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:00,836 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:00,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:00,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60607718, jitterRate=-0.09687462449073792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480340823Initializing all the Stores at 1733480340824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480340824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480340824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480340824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480340824Cleaning up temporary data from old regions at 1733480340835 (+11 ms)Region opened successfully at 1733480340840 (+5 ms) 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:00,840 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:00,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:00,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:00,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480340840Disabling compacts and flushes for region at 1733480340840Disabling writes for close at 1733480340840Writing region close event to WAL at 1733480340841 (+1 ms)Closed at 1733480340841 2024-12-06T10:19:00,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:00,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:19:00,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:00,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:00,845 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:19:00,995 DEBUG [748048564c27:36823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:00,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,33095,1733480338188 2024-12-06T10:19:00,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,33095,1733480338188, state=OPENING 2024-12-06T10:19:01,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:19:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:01,009 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:01,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594885609/meta-region-server: CHANGED 2024-12-06T10:19:01,009 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,33095,1733480338188}] 2024-12-06T10:19:01,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594885609/meta-region-server: CHANGED 2024-12-06T10:19:01,162 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:01,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:01,167 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:01,167 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:01,168 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:01,169 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C33095%2C1733480338188.meta, suffix=.meta, logDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188, archiveDir=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/oldWALs, maxLogs=10 2024-12-06T10:19:01,182 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188/748048564c27%2C33095%2C1733480338188.meta.1733480341169.meta, exclude list is [], retry=0 2024-12-06T10:19:01,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36057,DS-faee0d18-b8bf-46d0-b732-358f786f77c8,DISK] 2024-12-06T10:19:01,186 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/WALs/748048564c27,33095,1733480338188/748048564c27%2C33095%2C1733480338188.meta.1733480341169.meta 2024-12-06T10:19:01,186 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40939:40939)] 2024-12-06T10:19:01,186 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:01,187 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:01,187 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:01,187 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:01,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:01,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:01,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:01,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:01,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:01,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:01,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:01,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:01,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:01,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:01,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:01,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:01,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:01,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:01,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:01,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:01,192 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:01,193 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740 2024-12-06T10:19:01,194 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740 2024-12-06T10:19:01,195 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:01,195 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:01,195 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:01,196 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:01,197 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65759309, jitterRate=-0.020109936594963074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:01,197 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:01,197 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480341187Writing region info on filesystem at 1733480341187Initializing all the Stores at 1733480341188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480341188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480341188Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480341188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480341188Cleaning up temporary data from old regions at 1733480341195 (+7 ms)Running coprocessor post-open hooks at 1733480341197 (+2 ms)Region opened successfully at 1733480341197 2024-12-06T10:19:01,198 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480341162 2024-12-06T10:19:01,200 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:01,200 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:01,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,33095,1733480338188 2024-12-06T10:19:01,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,33095,1733480338188, state=OPEN 2024-12-06T10:19:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1594885609/meta-region-server 2024-12-06T10:19:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1594885609/meta-region-server 2024-12-06T10:19:01,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594885609/meta-region-server: CHANGED 2024-12-06T10:19:01,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594885609/meta-region-server: CHANGED 2024-12-06T10:19:01,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,33095,1733480338188 2024-12-06T10:19:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:19:01,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,33095,1733480338188 in 193 msec 2024-12-06T10:19:01,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:19:01,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-12-06T10:19:01,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:01,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:19:01,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:01,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,33095,1733480338188, seqNum=-1] 2024-12-06T10:19:01,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:01,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:01,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-12-06T10:19:01,215 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480341214, completionTime=-1 2024-12-06T10:19:01,215 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:19:01,215 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480401217 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480461217 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:36823, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,217 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,219 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.971sec 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:01,221 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:01,223 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:01,223 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:01,223 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,36823,1733480338142-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:01,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36823,-1 for getting cluster id 2024-12-06T10:19:01,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:01,231 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '258b870a-2841-4aee-95e2-573bd43eafca' 2024-12-06T10:19:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "258b870a-2841-4aee-95e2-573bd43eafca" 2024-12-06T10:19:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785a17c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36823,-1] 2024-12-06T10:19:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:01,232 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:01,233 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:01,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,33095,1733480338188, seqNum=-1] 2024-12-06T10:19:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:01,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,36823,1733480338142 2024-12-06T10:19:01,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:19:01,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:01,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018748a9a90005 connected 2024-12-06T10:19:01,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2ff956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37783,-1 for getting cluster id 2024-12-06T10:19:01,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:01,243 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4667445-4a60-4754-b8e8-80911896436b' 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4667445-4a60-4754-b8e8-80911896436b" 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79f56c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37783,-1] 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:01,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:01,245 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db3fb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37783,1733480334217 2024-12-06T10:19:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f263e7 2024-12-06T10:19:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:01,247 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:01,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:19:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:01,250 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36823' 2024-12-06T10:19:01,251 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397808d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,251 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36823,-1 for getting cluster id 2024-12-06T10:19:01,251 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:01,252 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '258b870a-2841-4aee-95e2-573bd43eafca' 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "258b870a-2841-4aee-95e2-573bd43eafca" 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665454ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36823,-1] 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:01,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:01,253 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62032865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:01,254 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36823,1733480338142 2024-12-06T10:19:01,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49414db2 2024-12-06T10:19:01,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:01,255 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:01,256 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T10:19:01,256 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:19:01,256 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:01,256 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:01,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:01,256 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:01,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:01,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:01,258 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:01,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:01,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741835_1011 (size=1138) 2024-12-06T10:19:01,307 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:19:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:01,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:01,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5357003b381dc770ef4456b480b07ea, NAME => 'hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41 2024-12-06T10:19:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741836_1012 (size=44) 2024-12-06T10:19:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:02,072 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:02,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b5357003b381dc770ef4456b480b07ea, disabling compactions & flushes 2024-12-06T10:19:02,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. after waiting 0 ms 2024-12-06T10:19:02,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,073 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,073 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5357003b381dc770ef4456b480b07ea: Waiting for close lock at 1733480342073Disabling compacts and flushes for region at 1733480342073Disabling writes for close at 1733480342073Writing region close event to WAL at 1733480342073Closed at 1733480342073 2024-12-06T10:19:02,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:02,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480342074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480342074"}]},"ts":"1733480342074"} 2024-12-06T10:19:02,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:02,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:02,078 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480342078"}]},"ts":"1733480342078"} 2024-12-06T10:19:02,079 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:19:02,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN}] 2024-12-06T10:19:02,081 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN 2024-12-06T10:19:02,082 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN; state=OFFLINE, location=748048564c27,41343,1733480334271; forceNewPlan=false, retain=false 2024-12-06T10:19:02,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5357003b381dc770ef4456b480b07ea, regionState=OPENING, regionLocation=748048564c27,41343,1733480334271 2024-12-06T10:19:02,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN because future has completed 2024-12-06T10:19:02,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,41343,1733480334271}] 2024-12-06T10:19:02,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:19:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:02,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:02,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:02,394 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C41343%2C1733480334271.rep, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:19:02,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.rep.1733480342394, exclude list is [], retry=0 2024-12-06T10:19:02,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:19:02,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.rep.1733480342394 2024-12-06T10:19:02,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:19:02,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b5357003b381dc770ef4456b480b07ea, NAME => 'hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:02,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:02,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:02,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. service=MultiRowMutationService 2024-12-06T10:19:02,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:02,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:02,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,418 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,419 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName hfileref 2024-12-06T10:19:02,419 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:02,419 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:02,420 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,421 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName queue 2024-12-06T10:19:02,421 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:02,421 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:02,421 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,422 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName sid 2024-12-06T10:19:02,422 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:02,422 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:02,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:02,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:02,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b5357003b381dc770ef4456b480b07ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72345949, jitterRate=0.07803864777088165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:02,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:02,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b5357003b381dc770ef4456b480b07ea: Running coprocessor pre-open hook at 1733480342417Writing region info on filesystem at 1733480342417Initializing all the Stores at 1733480342418 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480342418Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480342418Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480342418Cleaning up temporary data from old regions at 1733480342424 (+6 ms)Running coprocessor post-open hooks at 1733480342428 (+4 ms)Region opened successfully at 1733480342428 2024-12-06T10:19:02,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., pid=7, masterSystemTime=1733480342387 2024-12-06T10:19:02,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:02,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b5357003b381dc770ef4456b480b07ea, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,41343,1733480334271 2024-12-06T10:19:02,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,41343,1733480334271 because future has completed 2024-12-06T10:19:02,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-06T10:19:02,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,41343,1733480334271 in 200 msec 2024-12-06T10:19:02,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:19:02,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN in 357 msec 2024-12-06T10:19:02,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:02,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480342440"}]},"ts":"1733480342440"} 2024-12-06T10:19:02,442 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:19:02,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:02,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-12-06T10:19:02,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., hostname=748048564c27,41343,1733480334271, seqNum=2] 2024-12-06T10:19:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:02,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:02,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:19:02,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-06T10:19:02,627 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:19:02,663 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-748048564c27,41343,1733480334271, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:02,664 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:02,664 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,41343,1733480334271, seqNum=-1] 2024-12-06T10:19:02,665 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:02,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,41343,1733480334271', locateType=CURRENT is [region=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., hostname=748048564c27,41343,1733480334271, seqNum=2] 2024-12-06T10:19:02,670 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T10:19:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T10:19:02,672 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,41343,1733480334271 suceeded 2024-12-06T10:19:02,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-06T10:19:02,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-06T10:19:02,675 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:19:02,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4280 sec 2024-12-06T10:19:02,685 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36823' 2024-12-06T10:19:02,686 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a886611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:02,686 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36823,-1 for getting cluster id 2024-12-06T10:19:02,687 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:02,687 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '258b870a-2841-4aee-95e2-573bd43eafca' 2024-12-06T10:19:02,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "258b870a-2841-4aee-95e2-573bd43eafca" 2024-12-06T10:19:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35482a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36823,-1] 2024-12-06T10:19:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:02,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:02,689 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:02,689 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcb6eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:02,689 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36823,1733480338142 2024-12-06T10:19:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@549f642a 2024-12-06T10:19:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:02,691 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:02,692 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,41343,1733480334271 (queues=1) is replicating from cluster=f4667445-4a60-4754-b8e8-80911896436b to cluster=258b870a-2841-4aee-95e2-573bd43eafca 2024-12-06T10:19:02,692 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C41343%2C1733480334271 2024-12-06T10:19:02,692 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,41343,1733480334271, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:02,692 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.shipper748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C41343%2C1733480334271 2024-12-06T10:19:02,693 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387, startPosition=0, beingWritten=true 2024-12-06T10:19:02,898 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 to pos 0, reset compression=false 2024-12-06T10:19:03,202 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 to pos 0, reset compression=false 2024-12-06T10:19:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:03,395 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:19:03,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:03,396 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:03,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:03,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37783,1733480334217 2024-12-06T10:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26cdedaa 2024-12-06T10:19:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:03,398 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:03,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37783 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:19:03,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:03,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:03,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:03,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:03,400 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1204938788, stopped=false 2024-12-06T10:19:03,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,37783,1733480334217 2024-12-06T10:19:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:03,401 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:03,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:03,402 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:03,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,402 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,41343,1733480334271' ***** 2024-12-06T10:19:03,402 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:03,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:03,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:03,402 INFO [RS:0;748048564c27:41343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:03,403 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(3091): Received CLOSE for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(959): stopping server 748048564c27,41343,1733480334271 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:03,403 INFO [RS:0;748048564c27:41343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:41343. 2024-12-06T10:19:03,403 DEBUG [RS:0;748048564c27:41343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:03,403 DEBUG [RS:0;748048564c27:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:03,403 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5357003b381dc770ef4456b480b07ea, disabling compactions & flushes 2024-12-06T10:19:03,404 INFO [RS:0;748048564c27:41343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:03,404 INFO [RS:0;748048564c27:41343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:03,404 INFO [RS:0;748048564c27:41343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:03,404 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:03,404 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. after waiting 0 ms 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:03,404 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b5357003b381dc770ef4456b480b07ea 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-06T10:19:03,404 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:19:03,404 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5357003b381dc770ef4456b480b07ea=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.} 2024-12-06T10:19:03,404 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:03,404 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:03,404 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:03,404 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-06T10:19:03,421 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/.tmp/queue/1b74083c594d40c982cb298299c3a364 is 151, key is 1-748048564c27,41343,1733480334271/queue:748048564c27%2C41343%2C1733480334271/1733480342669/Put/seqid=0 2024-12-06T10:19:03,423 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/2af63312523248bcb25ef3d3a09bf846 is 147, key is hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea./info:regioninfo/1733480342432/Put/seqid=0 2024-12-06T10:19:03,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741838_1014 (size=5350) 2024-12-06T10:19:03,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741839_1015 (size=6631) 2024-12-06T10:19:03,454 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:03,604 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:03,607 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 to pos 0, reset compression=false 2024-12-06T10:19:03,805 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:03,830 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/.tmp/queue/1b74083c594d40c982cb298299c3a364 2024-12-06T10:19:03,830 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/2af63312523248bcb25ef3d3a09bf846 2024-12-06T10:19:03,836 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/.tmp/queue/1b74083c594d40c982cb298299c3a364 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/queue/1b74083c594d40c982cb298299c3a364 2024-12-06T10:19:03,841 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/queue/1b74083c594d40c982cb298299c3a364, entries=1, sequenceid=5, filesize=5.2 K 2024-12-06T10:19:03,842 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b5357003b381dc770ef4456b480b07ea in 438ms, sequenceid=5, compaction requested=false 2024-12-06T10:19:03,842 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:19:03,846 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:19:03,846 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:03,847 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:03,847 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:03,847 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5357003b381dc770ef4456b480b07ea: Waiting for close lock at 1733480343403Running coprocessor pre-close hooks at 1733480343403Disabling compacts and flushes for region at 1733480343403Disabling writes for close at 1733480343404 (+1 ms)Obtaining lock to block concurrent updates at 1733480343404Preparing flush snapshotting stores in b5357003b381dc770ef4456b480b07ea at 1733480343404Finished memstore snapshotting hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733480343404Flushing stores of hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. at 1733480343405 (+1 ms)Flushing b5357003b381dc770ef4456b480b07ea/queue: creating writer at 1733480343405Flushing b5357003b381dc770ef4456b480b07ea/queue: appending metadata at 1733480343420 (+15 ms)Flushing b5357003b381dc770ef4456b480b07ea/queue: closing flushed file at 1733480343420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226b57c5: reopening flushed file at 1733480343835 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for b5357003b381dc770ef4456b480b07ea in 438ms, sequenceid=5, compaction requested=false at 1733480343842 (+7 ms)Writing region close event to WAL at 1733480343843 (+1 ms)Running coprocessor post-close hooks at 1733480343846 (+3 ms)Closed at 1733480343847 (+1 ms) 2024-12-06T10:19:03,847 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:03,854 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/ns/1d1b32b55893465d828d177985d17c80 is 43, key is default/ns:d/1733480336948/Put/seqid=0 2024-12-06T10:19:03,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741840_1016 (size=5153) 2024-12-06T10:19:04,005 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:04,114 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 to pos 0, reset compression=false 2024-12-06T10:19:04,205 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:04,258 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/ns/1d1b32b55893465d828d177985d17c80 2024-12-06T10:19:04,278 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/table/d8353731a7114628b0c246f595269aea is 53, key is hbase:replication/table:state/1733480342440/Put/seqid=0 2024-12-06T10:19:04,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741841_1017 (size=5256) 2024-12-06T10:19:04,285 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:19:04,285 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:19:04,405 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:19:04,405 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:19:04,405 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:04,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:04,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:04,605 DEBUG [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:04,685 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/table/d8353731a7114628b0c246f595269aea 2024-12-06T10:19:04,693 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/2af63312523248bcb25ef3d3a09bf846 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/info/2af63312523248bcb25ef3d3a09bf846 2024-12-06T10:19:04,700 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/info/2af63312523248bcb25ef3d3a09bf846, entries=10, sequenceid=11, filesize=6.5 K 2024-12-06T10:19:04,701 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/ns/1d1b32b55893465d828d177985d17c80 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/ns/1d1b32b55893465d828d177985d17c80 2024-12-06T10:19:04,706 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/ns/1d1b32b55893465d828d177985d17c80, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:19:04,707 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/table/d8353731a7114628b0c246f595269aea as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/table/d8353731a7114628b0c246f595269aea 2024-12-06T10:19:04,712 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/table/d8353731a7114628b0c246f595269aea, entries=2, sequenceid=11, filesize=5.1 K 2024-12-06T10:19:04,714 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-12-06T10:19:04,719 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.1733480336387 to pos 0, reset compression=false 2024-12-06T10:19:04,720 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:19:04,722 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:04,722 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:04,722 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:04,722 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480343404Running coprocessor pre-close hooks at 1733480343404Disabling compacts and flushes for region at 1733480343404Disabling writes for close at 1733480343404Obtaining lock to block concurrent updates at 1733480343404Preparing flush snapshotting stores in 1588230740 at 1733480343404Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733480343405 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480343405Flushing 1588230740/info: creating writer at 1733480343405Flushing 1588230740/info: appending metadata at 1733480343423 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733480343423Flushing 1588230740/ns: creating writer at 1733480343835 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733480343853 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733480343853Flushing 1588230740/table: creating writer at 1733480344263 (+410 ms)Flushing 1588230740/table: appending metadata at 1733480344278 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733480344278Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a4bcc5: reopening flushed file at 1733480344692 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dbe189: reopening flushed file at 1733480344700 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4f6174: reopening flushed file at 1733480344706 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1733480344714 (+8 ms)Writing region close event to WAL at 1733480344716 (+2 ms)Running coprocessor post-close hooks at 1733480344722 (+6 ms)Closed at 1733480344722 2024-12-06T10:19:04,722 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:04,806 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(976): stopping server 748048564c27,41343,1733480334271; all regions closed. 2024-12-06T10:19:04,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741834_1010 (size=2742) 2024-12-06T10:19:04,808 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271/748048564c27%2C41343%2C1733480334271.meta.1733480336895.meta not finished, retry = 0 2024-12-06T10:19:04,911 DEBUG [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:04,911 INFO [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C41343%2C1733480334271.meta:.meta(num 1733480336895) 2024-12-06T10:19:04,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741837_1013 (size=1586) 2024-12-06T10:19:04,915 DEBUG [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:04,915 INFO [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C41343%2C1733480334271.rep:(num 1733480342394) 2024-12-06T10:19:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:19:04,918 DEBUG [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:04,918 INFO [RS:0;748048564c27:41343 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C41343%2C1733480334271:(num 1733480336387) 2024-12-06T10:19:04,918 DEBUG [RS:0;748048564c27:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:04,918 INFO [RS:0;748048564c27:41343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:04,918 INFO [RS:0;748048564c27:41343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:04,918 INFO [RS:0;748048564c27:41343 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:04,918 INFO [RS:0;748048564c27:41343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:04,918 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:04,919 INFO [RS:0;748048564c27:41343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,41343,1733480334271 because: Region server is closing 2024-12-06T10:19:04,919 INFO [RS:0;748048564c27:41343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:41343. 2024-12-06T10:19:04,919 DEBUG [RS:0;748048564c27:41343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:04,919 DEBUG [RS:0;748048564c27:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:04,919 DEBUG [RS:0;748048564c27:41343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:04,919 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:05,019 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.wal-reader.748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:19:05,019 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.shipper748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:19:05,019 INFO [RS:0;748048564c27:41343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,41343,1733480334271.replicationSource.shipper748048564c27%2C41343%2C1733480334271,1-748048564c27,41343,1733480334271 terminated 2024-12-06T10:19:05,020 INFO [RS:0;748048564c27:41343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41343 2024-12-06T10:19:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/rs/748048564c27,41343,1733480334271 2024-12-06T10:19:05,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/rs 2024-12-06T10:19:05,021 INFO [RS:0;748048564c27:41343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:05,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,41343,1733480334271] 2024-12-06T10:19:05,023 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/draining/748048564c27,41343,1733480334271 already deleted, retry=false 2024-12-06T10:19:05,023 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,41343,1733480334271 expired; onlineServers=0 2024-12-06T10:19:05,023 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,37783,1733480334217' ***** 2024-12-06T10:19:05,023 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:19:05,023 INFO [M:0;748048564c27:37783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:05,024 INFO [M:0;748048564c27:37783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:05,024 DEBUG [M:0;748048564c27:37783 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:19:05,024 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:19:05,024 DEBUG [M:0;748048564c27:37783 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:19:05,024 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480336128 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480336128,5,FailOnTimeoutGroup] 2024-12-06T10:19:05,024 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480336128 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480336128,5,FailOnTimeoutGroup] 2024-12-06T10:19:05,024 INFO [M:0;748048564c27:37783 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:05,024 INFO [M:0;748048564c27:37783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:05,024 DEBUG [M:0;748048564c27:37783 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:19:05,024 INFO [M:0;748048564c27:37783 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:19:05,024 INFO [M:0;748048564c27:37783 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:05,025 INFO [M:0;748048564c27:37783 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:19:05,025 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:19:05,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/master 2024-12-06T10:19:05,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:05,026 DEBUG [M:0;748048564c27:37783 {}] zookeeper.ZKUtil(347): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/master because node does not exist (not an error) 2024-12-06T10:19:05,026 WARN [M:0;748048564c27:37783 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:19:05,027 INFO [M:0;748048564c27:37783 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.lastflushedseqids 2024-12-06T10:19:05,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741842_1018 (size=181) 2024-12-06T10:19:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:05,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41343-0x1018748a9a90001, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:05,123 INFO [RS:0;748048564c27:41343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:05,123 INFO [RS:0;748048564c27:41343 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,41343,1733480334271; zookeeper connection closed. 2024-12-06T10:19:05,123 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1068ad42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1068ad42 2024-12-06T10:19:05,123 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:19:05,437 INFO [M:0;748048564c27:37783 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:19:05,437 INFO [M:0;748048564c27:37783 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:19:05,438 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:05,438 INFO [M:0;748048564c27:37783 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:05,438 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:05,438 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:05,438 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:05,438 INFO [M:0;748048564c27:37783 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-06T10:19:05,457 DEBUG [M:0;748048564c27:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa48c335dbea4571bbdf2a45e7805a58 is 82, key is hbase:meta,,1/info:regioninfo/1733480336934/Put/seqid=0 2024-12-06T10:19:05,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741843_1019 (size=5672) 2024-12-06T10:19:05,861 INFO [M:0;748048564c27:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa48c335dbea4571bbdf2a45e7805a58 2024-12-06T10:19:05,881 DEBUG [M:0;748048564c27:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14206d52163a4786b556c7dc049e2181 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733480342443/Put/seqid=0 2024-12-06T10:19:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741844_1020 (size=7203) 2024-12-06T10:19:05,887 INFO [M:0;748048564c27:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14206d52163a4786b556c7dc049e2181 2024-12-06T10:19:05,905 DEBUG [M:0;748048564c27:37783 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c944699832b74ac9b374d53cab48c1ae is 69, key is 748048564c27,41343,1733480334271/rs:state/1733480336225/Put/seqid=0 2024-12-06T10:19:05,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741845_1021 (size=5156) 2024-12-06T10:19:06,309 INFO [M:0;748048564c27:37783 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c944699832b74ac9b374d53cab48c1ae 2024-12-06T10:19:06,315 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa48c335dbea4571bbdf2a45e7805a58 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa48c335dbea4571bbdf2a45e7805a58 2024-12-06T10:19:06,319 INFO [M:0;748048564c27:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa48c335dbea4571bbdf2a45e7805a58, entries=8, sequenceid=70, filesize=5.5 K 2024-12-06T10:19:06,320 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14206d52163a4786b556c7dc049e2181 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14206d52163a4786b556c7dc049e2181 2024-12-06T10:19:06,324 INFO [M:0;748048564c27:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14206d52163a4786b556c7dc049e2181, entries=8, sequenceid=70, filesize=7.0 K 2024-12-06T10:19:06,325 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c944699832b74ac9b374d53cab48c1ae as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c944699832b74ac9b374d53cab48c1ae 2024-12-06T10:19:06,329 INFO [M:0;748048564c27:37783 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c944699832b74ac9b374d53cab48c1ae, entries=1, sequenceid=70, filesize=5.0 K 2024-12-06T10:19:06,330 INFO [M:0;748048564c27:37783 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false 2024-12-06T10:19:06,331 INFO [M:0;748048564c27:37783 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:06,331 DEBUG [M:0;748048564c27:37783 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480345438Disabling compacts and flushes for region at 1733480345438Disabling writes for close at 1733480345438Obtaining lock to block concurrent updates at 1733480345438Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480345438Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733480345438Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480345439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480345439Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480345456 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480345456Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480345866 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480345880 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480345880Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480345891 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480345905 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480345905Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17ccf2cd: reopening flushed file at 1733480346314 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7f01b2: reopening flushed file at 1733480346319 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73271b26: reopening flushed file at 1733480346324 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=70, compaction requested=false at 1733480346330 (+6 ms)Writing region close event to WAL at 1733480346331 (+1 ms)Closed at 1733480346331 2024-12-06T10:19:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741830_1006 (size=41008) 2024-12-06T10:19:06,333 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217/748048564c27%2C37783%2C1733480334217.1733480335975 not finished, retry = 0 2024-12-06T10:19:06,434 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:06,434 INFO [M:0;748048564c27:37783 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:19:06,435 INFO [M:0;748048564c27:37783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37783 2024-12-06T10:19:06,435 INFO [M:0;748048564c27:37783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:06,537 INFO [M:0;748048564c27:37783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:06,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37783-0x1018748a9a90000, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:06,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:19:06,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:06,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34161 2024-12-06T10:19:06,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34161 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:19:06,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341610x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:06,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34161-0x1018748a9a90006 connected 2024-12-06T10:19:06,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:06,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:06,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:06,552 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: INIT 2024-12-06T10:19:06,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41, hbase.cluster.distributed=false 2024-12-06T10:19:06,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/acl 2024-12-06T10:19:06,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-06T10:19:06,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34161 2024-12-06T10:19:06,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34161 2024-12-06T10:19:06,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-06T10:19:06,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34161 2024-12-06T10:19:06,569 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:19:06,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:06,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44169 2024-12-06T10:19:06,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44169 connecting to ZooKeeper ensemble=127.0.0.1:51742 2024-12-06T10:19:06,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:06,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:06,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441690x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:06,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441690x0, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:06,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44169-0x1018748a9a90007 connected 2024-12-06T10:19:06,578 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: INIT 2024-12-06T10:19:06,578 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:19:06,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:19:06,579 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/master 2024-12-06T10:19:06,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/acl 2024-12-06T10:19:06,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-06T10:19:06,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44169 2024-12-06T10:19:06,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44169 2024-12-06T10:19:06,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-06T10:19:06,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-06T10:19:06,598 DEBUG [M:0;748048564c27:34161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:34161 2024-12-06T10:19:06,599 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-339302199/backup-masters/748048564c27,34161,1733480346539 2024-12-06T10:19:06,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:19:06,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:19:06,601 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/backup-masters/748048564c27,34161,1733480346539 2024-12-06T10:19:06,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/master 2024-12-06T10:19:06,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:06,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:06,604 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/master 2024-12-06T10:19:06,605 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-339302199/backup-masters/748048564c27,34161,1733480346539 from backup master directory 2024-12-06T10:19:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/backup-masters/748048564c27,34161,1733480346539 2024-12-06T10:19:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:19:06,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/backup-masters 2024-12-06T10:19:06,606 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:06,606 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,34161,1733480346539 2024-12-06T10:19:06,615 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:06,615 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:19:06,621 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-06T10:19:06,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741846_1022 (size=196) 2024-12-06T10:19:07,028 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:07,029 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:19:07,029 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:07,034 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-06T10:19:07,037 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217 to hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217-dead as it is dead 2024-12-06T10:19:07,037 INFO [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217-dead/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:19:07,038 INFO [master/748048564c27:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217-dead/748048564c27%2C37783%2C1733480334217.1733480335975 after 1ms 2024-12-06T10:19:07,038 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217-dead/748048564c27%2C37783%2C1733480334217.1733480335975 to hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:19:07,038 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,37783,1733480334217-dead 2024-12-06T10:19:07,039 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,34161,1733480346539 2024-12-06T10:19:07,039 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:07,041 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C34161%2C1733480346539, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,34161,1733480346539, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/oldWALs, maxLogs=10 2024-12-06T10:19:07,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,34161,1733480346539/748048564c27%2C34161%2C1733480346539.1733480347041, exclude list is [], retry=0 2024-12-06T10:19:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:19:07,058 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/WALs/748048564c27,34161,1733480346539/748048564c27%2C34161%2C1733480346539.1733480347041 2024-12-06T10:19:07,058 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:19:07,058 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:07,058 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:07,058 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,058 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:19:07,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa48c335dbea4571bbdf2a45e7805a58 2024-12-06T10:19:07,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:07,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:19:07,066 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14206d52163a4786b556c7dc049e2181 2024-12-06T10:19:07,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:07,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:19:07,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c944699832b74ac9b374d53cab48c1ae 2024-12-06T10:19:07,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:07,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:19:07,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:07,078 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,078 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-06T10:19:07,078 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:19:07,082 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:19:07,082 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/748048564c27%2C37783%2C1733480334217.1733480335975 2024-12-06T10:19:07,083 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,083 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,084 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:07,085 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:07,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-06T10:19:07,088 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63525847, jitterRate=-0.05339111387729645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:07,088 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480347059Initializing all the Stores at 1733480347059Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480347059Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480347059Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480347059Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480347059Cleaning up temporary data from old regions at 1733480347083 (+24 ms)Region opened successfully at 1733480347088 (+5 ms) 2024-12-06T10:19:07,088 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:19:07,090 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b14174b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:07,092 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-06T10:19:07,092 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:19:07,092 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:19:07,092 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:19:07,093 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:19:07,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:07,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:07,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:07,095 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-12-06T10:19:07,096 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:19:07,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=748048564c27,41343,1733480334271, regionLocation=748048564c27,41343,1733480334271, openSeqNum=2 2024-12-06T10:19:07,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=748048564c27,41343,1733480334271, table=hbase:meta, region=1588230740 2024-12-06T10:19:07,098 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,41343,1733480334271, state=OPEN 2024-12-06T10:19:07,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,103 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:19:07,104 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/draining/748048564c27,41343,1733480334271 already deleted, retry=false 2024-12-06T10:19:07,104 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 748048564c27,41343,1733480334271 on 748048564c27,34161,1733480346539 2024-12-06T10:19:07,105 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 748048564c27,41343,1733480334271, splitWal=true, meta=true 2024-12-06T10:19:07,105 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 748048564c27,41343,1733480334271 (carryingMeta=true) 748048564c27,41343,1733480334271/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3e98c23a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-06T10:19:07,107 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/balancer because node does not exist (not necessarily an error) 2024-12-06T10:19:07,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/balancer already deleted, retry=false 2024-12-06T10:19:07,108 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:19:07,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:19:07,109 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/normalizer already deleted, retry=false 2024-12-06T10:19:07,110 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:19:07,110 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:19:07,113 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/switch/split already deleted, retry=false 2024-12-06T10:19:07,113 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:19:07,114 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/switch/merge already deleted, retry=false 2024-12-06T10:19:07,118 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:19:07,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/snapshot-cleanup already deleted, retry=false 2024-12-06T10:19:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:07,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:07,122 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,34161,1733480346539, sessionid=0x1018748a9a90006, setting cluster-up flag (Was=false) 2024-12-06T10:19:07,124 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339302199/flush-table-proc/acquired, /0-339302199/flush-table-proc/reached, /0-339302199/flush-table-proc/abort 2024-12-06T10:19:07,124 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,34161,1733480346539 2024-12-06T10:19:07,126 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-339302199/online-snapshot/acquired, /0-339302199/online-snapshot/reached, /0-339302199/online-snapshot/abort 2024-12-06T10:19:07,127 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,34161,1733480346539 2024-12-06T10:19:07,128 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.lastflushedseqids 2024-12-06T10:19:07,130 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:07,130 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:07,130 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,34161,1733480346539 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 748048564c27,41343,1733480334271 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:07,131 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:07,131 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:07,131 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:07,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:07,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:07,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:07,132 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,132 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480377132 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,133 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 748048564c27,41343,1733480334271, splitWal=true, meta=true 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:07,133 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:07,134 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 748048564c27,41343,1733480334271, splitWal=true, meta=true, isMeta: true 2024-12-06T10:19:07,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480347134,5,FailOnTimeoutGroup] 2024-12-06T10:19:07,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480347134,5,FailOnTimeoutGroup] 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,134 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,135 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480347134, completionTime=-1 2024-12-06T10:19:07,135 WARN [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-06T10:19:07,135 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T10:19:07,135 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271-splitting 2024-12-06T10:19:07,136 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271-splitting dir is empty, no logs to split. 2024-12-06T10:19:07,136 INFO [PEWorker-1 {}] master.SplitWALManager(105): 748048564c27,41343,1733480334271 WAL count=0, meta=true 2024-12-06T10:19:07,137 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271-splitting dir is empty, no logs to split. 2024-12-06T10:19:07,137 INFO [PEWorker-1 {}] master.SplitWALManager(105): 748048564c27,41343,1733480334271 WAL count=0, meta=true 2024-12-06T10:19:07,137 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 748048564c27,41343,1733480334271 WAL splitting is done? wals=0, meta=true 2024-12-06T10:19:07,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:07,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:07,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T10:19:07,187 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(746): ClusterId : f4667445-4a60-4754-b8e8-80911896436b 2024-12-06T10:19:07,187 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:07,189 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:07,189 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:07,192 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:07,192 DEBUG [RS:0;748048564c27:44169 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b01016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:07,204 DEBUG [RS:0;748048564c27:44169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:44169 2024-12-06T10:19:07,204 INFO [RS:0;748048564c27:44169 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:07,204 INFO [RS:0;748048564c27:44169 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:07,205 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:07,205 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,34161,1733480346539 with port=44169, startcode=1733480346569 2024-12-06T10:19:07,205 DEBUG [RS:0;748048564c27:44169 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:07,207 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:07,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,44169,1733480346569 2024-12-06T10:19:07,207 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] master.ServerManager(517): Registering regionserver=748048564c27,44169,1733480346569 2024-12-06T10:19:07,208 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41 2024-12-06T10:19:07,208 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36727 2024-12-06T10:19:07,208 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/rs 2024-12-06T10:19:07,213 DEBUG [RS:0;748048564c27:44169 {}] zookeeper.ZKUtil(111): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on existing znode=/0-339302199/rs/748048564c27,44169,1733480346569 2024-12-06T10:19:07,213 WARN [RS:0;748048564c27:44169 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:07,213 INFO [RS:0;748048564c27:44169 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:07,213 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569 2024-12-06T10:19:07,213 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,44169,1733480346569] 2024-12-06T10:19:07,231 INFO [RS:0;748048564c27:44169 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:07,232 INFO [RS:0;748048564c27:44169 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:07,233 INFO [RS:0;748048564c27:44169 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:07,233 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,233 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:07,233 INFO [RS:0;748048564c27:44169 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:07,233 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:07,234 DEBUG [RS:0;748048564c27:44169 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,234 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44169,1733480346569-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:07,235 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-06T10:19:07,248 INFO [RS:0;748048564c27:44169 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:07,248 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44169,1733480346569-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,261 INFO [RS:0;748048564c27:44169 {}] regionserver.ReplicationSource(231): queueId=1-748048564c27,44169,1733480346569, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:07,262 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,262 INFO [RS:0;748048564c27:44169 {}] regionserver.Replication(171): 748048564c27,44169,1733480346569 started 2024-12-06T10:19:07,276 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:36823' 2024-12-06T10:19:07,276 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,44169,1733480346569, RpcServer on 748048564c27/172.17.0.2:44169, sessionid=0x1018748a9a90007 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,44169,1733480346569 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,44169,1733480346569' 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339302199/flush-table-proc/abort' 2024-12-06T10:19:07,276 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339302199/flush-table-proc/acquired' 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,44169,1733480346569 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,44169,1733480346569' 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f48acb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-339302199/online-snapshot/abort' 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,36823,-1 for getting cluster id 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-339302199/online-snapshot/acquired' 2024-12-06T10:19:07,277 DEBUG [RS:0;748048564c27:44169 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:07,277 INFO [RS:0;748048564c27:44169 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:07,277 INFO [RS:0;748048564c27:44169 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:07,278 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '258b870a-2841-4aee-95e2-573bd43eafca' 2024-12-06T10:19:07,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:07,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "258b870a-2841-4aee-95e2-573bd43eafca" 2024-12-06T10:19:07,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ebffce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,36823,-1] 2024-12-06T10:19:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:07,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:07,280 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:07,280 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3df898d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:07,280 DEBUG [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,36823,1733480338142 2024-12-06T10:19:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764cee4b 2024-12-06T10:19:07,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:07,282 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:07,283 INFO [RS:0;748048564c27:44169.replicationSource,1-748048564c27,44169,1733480346569 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,44169,1733480346569 (queues=0) is replicating from cluster=f4667445-4a60-4754-b8e8-80911896436b to cluster=258b870a-2841-4aee-95e2-573bd43eafca 2024-12-06T10:19:07,289 WARN [748048564c27:34161 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T10:19:07,378 INFO [RS:0;748048564c27:44169 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:07,379 INFO [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C44169%2C1733480346569, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:19:07,393 DEBUG [RS:0;748048564c27:44169 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380, exclude list is [], retry=0 2024-12-06T10:19:07,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:19:07,397 INFO [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 2024-12-06T10:19:07,397 DEBUG [RS:0;748048564c27:44169 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 748048564c27%2C44169%2C1733480346569 for peer 1 2024-12-06T10:19:07,397 DEBUG [RS:0;748048564c27:44169 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C44169%2C1733480346569 2024-12-06T10:19:07,397 INFO [RS:0;748048564c27:44169 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,44169,1733480346569, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:07,397 DEBUG [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:19:07,397 INFO [RS:0;748048564c27:44169.replicationSource.shipper748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C44169%2C1733480346569 2024-12-06T10:19:07,398 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380, startPosition=0, beingWritten=true 2024-12-06T10:19:07,540 DEBUG [748048564c27:34161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:07,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,44169,1733480346569 2024-12-06T10:19:07,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,44169,1733480346569, state=OPENING 2024-12-06T10:19:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:07,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,44169,1733480346569}] 2024-12-06T10:19:07,602 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:07,696 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:07,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:07,700 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:07,700 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:07,700 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:07,702 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C44169%2C1733480346569.meta, suffix=.meta, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:19:07,715 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.meta.1733480347702.meta, exclude list is [], retry=0 2024-12-06T10:19:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:19:07,719 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.meta.1733480347702.meta 2024-12-06T10:19:07,719 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:19:07,719 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:07,719 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:07,719 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:07,720 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:07,720 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:07,720 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:07,720 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:07,720 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:07,720 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:07,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:07,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:07,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,727 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/info/2af63312523248bcb25ef3d3a09bf846 2024-12-06T10:19:07,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:07,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:07,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:07,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,732 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/ns/1d1b32b55893465d828d177985d17c80 2024-12-06T10:19:07,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:07,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:07,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:07,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:07,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:07,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:07,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:07,739 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/table/d8353731a7114628b0c246f595269aea 2024-12-06T10:19:07,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:07,739 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:07,739 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:19:07,740 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740 2024-12-06T10:19:07,741 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:07,741 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:07,742 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:07,743 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:07,744 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60162459, jitterRate=-0.10350950062274933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:07,744 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:07,744 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480347720Writing region info on filesystem at 1733480347720Initializing all the Stores at 1733480347721 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480347721Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480347721Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480347721Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480347721Cleaning up temporary data from old regions at 1733480347741 (+20 ms)Running coprocessor post-open hooks at 1733480347744 (+3 ms)Region opened successfully at 1733480347744 2024-12-06T10:19:07,745 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733480347695 2024-12-06T10:19:07,746 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:07,746 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:07,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=748048564c27,44169,1733480346569 2024-12-06T10:19:07,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,44169,1733480346569, state=OPEN 2024-12-06T10:19:07,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-339302199/meta-region-server 2024-12-06T10:19:07,752 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,44169,1733480346569 2024-12-06T10:19:07,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-339302199/meta-region-server: CHANGED 2024-12-06T10:19:07,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T10:19:07,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,44169,1733480346569 in 209 msec 2024-12-06T10:19:07,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:19:07,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-12-06T10:19:07,907 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:08,313 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:08,737 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-06T10:19:08,818 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:09,348 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:09,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:09,423 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:10,128 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:10,239 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-12-06T10:19:10,933 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:11,642 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4506ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-06T10:19:11,642 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:11,642 DEBUG [master/748048564c27:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:11,642 DEBUG [master/748048564c27:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,44169,1733480346569, seqNum=-1] 2024-12-06T10:19:11,643 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:11,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:11,649 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5357003b381dc770ef4456b480b07ea, regionState=OPEN, lastHost=748048564c27,41343,1733480334271, regionLocation=748048564c27,41343,1733480334271, openSeqNum=2 2024-12-06T10:19:11,649 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:11,649 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480411649 2024-12-06T10:19:11,649 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480471649 2024-12-06T10:19:11,649 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-12-06T10:19:11,649 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 748048564c27,41343,1733480334271 had 2 regions 2024-12-06T10:19:11,649 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,650 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,650 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,650 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:34161, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,650 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,650 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 748048564c27,41343,1733480334271, splitWal=true, meta=true, isMeta: false 2024-12-06T10:19:11,651 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,652 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271-splitting dir is empty, no logs to split. 2024-12-06T10:19:11,652 INFO [PEWorker-3 {}] master.SplitWALManager(105): 748048564c27,41343,1733480334271 WAL count=0, meta=false 2024-12-06T10:19:11,656 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,41343,1733480334271-splitting dir is empty, no logs to split. 2024-12-06T10:19:11,656 INFO [PEWorker-3 {}] master.SplitWALManager(105): 748048564c27,41343,1733480334271 WAL count=0, meta=false 2024-12-06T10:19:11,656 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 748048564c27,41343,1733480334271 WAL splitting is done? wals=0, meta=false 2024-12-06T10:19:11,658 WARN [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=748048564c27,41343,1733480334271/hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:11,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN}] 2024-12-06T10:19:11,660 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN 2024-12-06T10:19:11,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.057sec 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:11,663 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:11,664 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:11,667 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:11,667 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:11,667 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34161,1733480346539-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:11,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,34161,-1 for getting cluster id 2024-12-06T10:19:11,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:11,692 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4667445-4a60-4754-b8e8-80911896436b' 2024-12-06T10:19:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4667445-4a60-4754-b8e8-80911896436b" 2024-12-06T10:19:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cfa5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,34161,-1] 2024-12-06T10:19:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:11,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,695 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:11,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,44169,1733480346569, seqNum=-1] 2024-12-06T10:19:11,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:11,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-06T10:19:11,702 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:11,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:11,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:11,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 748048564c27:34161 after: 748048564c27:34161 2024-12-06T10:19:11,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ee8984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,34161,-1 for getting cluster id 2024-12-06T10:19:11,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:11,705 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4667445-4a60-4754-b8e8-80911896436b' 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4667445-4a60-4754-b8e8-80911896436b" 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11987be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,34161,-1] 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:11,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,707 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:11,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2c5633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:11,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,34161,1733480346539 2024-12-06T10:19:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fa75dcf 2024-12-06T10:19:11,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:11,710 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:11,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34161 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-06T10:19:11,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:19:11,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:11,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:11,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,712 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:11,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:11,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1825311780, stopped=false 2024-12-06T10:19:11,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,36823,1733480338142 2024-12-06T10:19:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594885609/running 2024-12-06T10:19:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594885609/running 2024-12-06T10:19:11,714 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:11,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:11,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:11,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/running 2024-12-06T10:19:11,714 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,33095,1733480338188' ***** 2024-12-06T10:19:11,714 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:11,714 INFO [RS:0;748048564c27:33095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:11,714 INFO [RS:0;748048564c27:33095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(959): stopping server 748048564c27,33095,1733480338188 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:33095. 2024-12-06T10:19:11,715 DEBUG [RS:0;748048564c27:33095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:11,715 DEBUG [RS:0;748048564c27:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:11,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:11,715 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:19:11,715 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:19:11,715 DEBUG [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:11,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Set watcher on znode that does not yet exist, /1594885609/running 2024-12-06T10:19:11,716 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:11,716 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:11,716 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:11,716 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:11,716 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:11,716 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T10:19:11,744 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/.tmp/ns/8700b06a7e824f72b506f8ca5bc26d8e is 43, key is default/ns:d/1733480341210/Put/seqid=0 2024-12-06T10:19:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741835_1011 (size=5153) 2024-12-06T10:19:11,751 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/.tmp/ns/8700b06a7e824f72b506f8ca5bc26d8e 2024-12-06T10:19:11,771 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/.tmp/ns/8700b06a7e824f72b506f8ca5bc26d8e as hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/ns/8700b06a7e824f72b506f8ca5bc26d8e 2024-12-06T10:19:11,778 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/ns/8700b06a7e824f72b506f8ca5bc26d8e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T10:19:11,779 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=6, compaction requested=false 2024-12-06T10:19:11,779 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:19:11,781 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:11,793 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T10:19:11,794 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:11,794 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:11,794 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:11,794 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480351715Running coprocessor pre-close hooks at 1733480351715Disabling compacts and flushes for region at 1733480351715Disabling writes for close at 1733480351716 (+1 ms)Obtaining lock to block concurrent updates at 1733480351716Preparing flush snapshotting stores in 1588230740 at 1733480351716Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733480351716Flushing stores of hbase:meta,,1.1588230740 at 1733480351717 (+1 ms)Flushing 1588230740/ns: creating writer at 1733480351717Flushing 1588230740/ns: appending metadata at 1733480351744 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733480351744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@712fb9e0: reopening flushed file at 1733480351770 (+26 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=6, compaction requested=false at 1733480351779 (+9 ms)Writing region close event to WAL at 1733480351784 (+5 ms)Running coprocessor post-close hooks at 1733480351794 (+10 ms)Closed at 1733480351794 2024-12-06T10:19:11,794 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:11,811 DEBUG [748048564c27:34161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:11,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b5357003b381dc770ef4456b480b07ea, regionState=OPENING, regionLocation=748048564c27,44169,1733480346569 2024-12-06T10:19:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN because future has completed 2024-12-06T10:19:11,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,44169,1733480346569}] 2024-12-06T10:19:11,839 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:11,915 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(976): stopping server 748048564c27,33095,1733480338188; all regions closed. 2024-12-06T10:19:11,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741834_1010 (size=1152) 2024-12-06T10:19:11,924 DEBUG [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/oldWALs 2024-12-06T10:19:11,924 INFO [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C33095%2C1733480338188.meta:.meta(num 1733480341169) 2024-12-06T10:19:11,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741832_1008 (size=93) 2024-12-06T10:19:11,936 DEBUG [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/oldWALs 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C33095%2C1733480338188:(num 1733480340223) 2024-12-06T10:19:11,936 DEBUG [RS:0;748048564c27:33095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:11,936 INFO [RS:0;748048564c27:33095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33095 2024-12-06T10:19:11,937 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609/rs 2024-12-06T10:19:11,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594885609/rs/748048564c27,33095,1733480338188 2024-12-06T10:19:11,938 INFO [RS:0;748048564c27:33095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:11,939 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f30a88e28e8@52b48434 rejected from java.util.concurrent.ThreadPoolExecutor@17b60006[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-06T10:19:11,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,33095,1733480338188] 2024-12-06T10:19:11,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1594885609/draining/748048564c27,33095,1733480338188 already deleted, retry=false 2024-12-06T10:19:11,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,33095,1733480338188 expired; onlineServers=0 2024-12-06T10:19:11,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,36823,1733480338142' ***** 2024-12-06T10:19:11,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:19:11,942 INFO [M:0;748048564c27:36823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:11,943 DEBUG [M:0;748048564c27:36823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:19:11,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:19:11,943 DEBUG [M:0;748048564c27:36823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:19:11,943 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480340008 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480340008,5,FailOnTimeoutGroup] 2024-12-06T10:19:11,943 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480340009 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480340009,5,FailOnTimeoutGroup] 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:11,943 DEBUG [M:0;748048564c27:36823 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:11,943 INFO [M:0;748048564c27:36823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:19:11,943 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:19:11,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594885609/master 2024-12-06T10:19:11,944 DEBUG [M:0;748048564c27:36823 {}] zookeeper.ZKUtil(347): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Unable to get data of znode /1594885609/master because node does not exist (not an error) 2024-12-06T10:19:11,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594885609 2024-12-06T10:19:11,944 WARN [M:0;748048564c27:36823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:19:11,946 INFO [M:0;748048564c27:36823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/.lastflushedseqids 2024-12-06T10:19:11,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741836_1012 (size=99) 2024-12-06T10:19:11,960 INFO [M:0;748048564c27:36823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:19:11,960 INFO [M:0;748048564c27:36823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:19:11,960 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:11,960 INFO [M:0;748048564c27:36823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:11,960 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:11,960 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:11,960 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:11,961 INFO [M:0;748048564c27:36823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-06T10:19:11,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:11,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:11,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:11,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C44169%2C1733480346569.rep, suffix=, logDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569, archiveDir=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs, maxLogs=10 2024-12-06T10:19:11,986 DEBUG [M:0;748048564c27:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67325162c1e34311b233ea5d986a0a09 is 82, key is hbase:meta,,1/info:regioninfo/1733480341200/Put/seqid=0 2024-12-06T10:19:11,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.rep.1733480351976, exclude list is [], retry=0 2024-12-06T10:19:11,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42903,DS-7ac09216-1c2f-40d6-be5a-afc8c0d26518,DISK] 2024-12-06T10:19:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741837_1013 (size=5672) 2024-12-06T10:19:12,012 INFO [M:0;748048564c27:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67325162c1e34311b233ea5d986a0a09 2024-12-06T10:19:12,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.rep.1733480351976 2024-12-06T10:19:12,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39461:39461)] 2024-12-06T10:19:12,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => b5357003b381dc770ef4456b480b07ea, NAME => 'hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:12,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:12,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. service=MultiRowMutationService 2024-12-06T10:19:12,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,032 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,033 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName hfileref 2024-12-06T10:19:12,033 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:12,034 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:12,034 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,035 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName queue 2024-12-06T10:19:12,035 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:12,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:12,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33095-0x1018748a9a90004, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:12,041 INFO [RS:0;748048564c27:33095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:12,041 INFO [RS:0;748048564c27:33095 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,33095,1733480338188; zookeeper connection closed. 2024-12-06T10:19:12,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d52d42a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d52d42a 2024-12-06T10:19:12,042 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:19:12,046 DEBUG [M:0;748048564c27:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3056c35b60f42ab91b0723020bb2b77 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733480341214/Put/seqid=0 2024-12-06T10:19:12,048 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/queue/1b74083c594d40c982cb298299c3a364 2024-12-06T10:19:12,048 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:12,048 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,049 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5357003b381dc770ef4456b480b07ea columnFamilyName sid 2024-12-06T10:19:12,049 DEBUG [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:12,050 INFO [StoreOpener-b5357003b381dc770ef4456b480b07ea-1 {}] regionserver.HStore(327): Store=b5357003b381dc770ef4456b480b07ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:12,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:12,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741838_1014 (size=5275) 2024-12-06T10:19:12,057 INFO [M:0;748048564c27:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3056c35b60f42ab91b0723020bb2b77 2024-12-06T10:19:12,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened b5357003b381dc770ef4456b480b07ea; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399673, jitterRate=0.0192345529794693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:12,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for b5357003b381dc770ef4456b480b07ea: Running coprocessor pre-open hook at 1733480352026Writing region info on filesystem at 1733480352026Initializing all the Stores at 1733480352028 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480352028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480352031 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480352031Cleaning up temporary data from old regions at 1733480352053 (+22 ms)Running coprocessor post-open hooks at 1733480352057 (+4 ms)Region opened successfully at 1733480352057 2024-12-06T10:19:12,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., pid=13, masterSystemTime=1733480351968 2024-12-06T10:19:12,062 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b5357003b381dc770ef4456b480b07ea, regionState=OPEN, openSeqNum=9, regionLocation=748048564c27,44169,1733480346569 2024-12-06T10:19:12,062 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,44169,1733480346569 because future has completed 2024-12-06T10:19:12,067 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34161 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=748048564c27,44169,1733480346569, table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T10:19:12,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T10:19:12,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b5357003b381dc770ef4456b480b07ea, server=748048564c27,44169,1733480346569 in 252 msec 2024-12-06T10:19:12,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-06T10:19:12,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b5357003b381dc770ef4456b480b07ea, ASSIGN in 412 msec 2024-12-06T10:19:12,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-06T10:19:12,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea., hostname=748048564c27,44169,1733480346569, seqNum=9] 2024-12-06T10:19:12,098 DEBUG [M:0;748048564c27:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7627a6817a48dc976e92ca171393cd is 69, key is 748048564c27,33095,1733480338188/rs:state/1733480340053/Put/seqid=0 2024-12-06T10:19:12,111 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 748048564c27,41343,1733480334271 2024-12-06T10:19:12,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-06T10:19:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741839_1015 (size=5156) 2024-12-06T10:19:12,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44169 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-06T10:19:12,523 INFO [M:0;748048564c27:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7627a6817a48dc976e92ca171393cd 2024-12-06T10:19:12,529 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/67325162c1e34311b233ea5d986a0a09 as hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67325162c1e34311b233ea5d986a0a09 2024-12-06T10:19:12,536 INFO [M:0;748048564c27:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/67325162c1e34311b233ea5d986a0a09, entries=8, sequenceid=28, filesize=5.5 K 2024-12-06T10:19:12,537 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3056c35b60f42ab91b0723020bb2b77 as hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3056c35b60f42ab91b0723020bb2b77 2024-12-06T10:19:12,546 INFO [M:0;748048564c27:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3056c35b60f42ab91b0723020bb2b77, entries=3, sequenceid=28, filesize=5.2 K 2024-12-06T10:19:12,547 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7627a6817a48dc976e92ca171393cd as hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7627a6817a48dc976e92ca171393cd 2024-12-06T10:19:12,552 INFO [M:0;748048564c27:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36731/user/jenkins/test-data/8fa6c198-88d6-3df7-8183-f2d7c42e283f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7627a6817a48dc976e92ca171393cd, entries=1, sequenceid=28, filesize=5.0 K 2024-12-06T10:19:12,553 INFO [M:0;748048564c27:36823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=28, compaction requested=false 2024-12-06T10:19:12,560 INFO [M:0;748048564c27:36823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:12,560 DEBUG [M:0;748048564c27:36823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480351960Disabling compacts and flushes for region at 1733480351960Disabling writes for close at 1733480351960Obtaining lock to block concurrent updates at 1733480351961 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480351961Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733480351961Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480351962 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480351962Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480351986 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480351986Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480352021 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480352045 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480352045Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480352064 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480352097 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480352097Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eeb5864: reopening flushed file at 1733480352528 (+431 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c035a46: reopening flushed file at 1733480352536 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37885351: reopening flushed file at 1733480352546 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 593ms, sequenceid=28, compaction requested=false at 1733480352553 (+7 ms)Writing region close event to WAL at 1733480352560 (+7 ms)Closed at 1733480352560 2024-12-06T10:19:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36057 is added to blk_1073741830_1006 (size=10165) 2024-12-06T10:19:12,570 INFO [M:0;748048564c27:36823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:19:12,570 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:12,570 INFO [M:0;748048564c27:36823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36823 2024-12-06T10:19:12,571 INFO [M:0;748048564c27:36823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:12,673 INFO [M:0;748048564c27:36823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1018748a9a90003, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:12,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b41a0df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:12,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ad10d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:12,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:12,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55a9ff92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:12,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aff9abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:12,678 WARN [BP-2077890024-172.17.0.2-1733480337040 heartbeating to localhost/127.0.0.1:36731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:19:12,678 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:19:12,678 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:19:12,678 WARN [BP-2077890024-172.17.0.2-1733480337040 heartbeating to localhost/127.0.0.1:36731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2077890024-172.17.0.2-1733480337040 (Datanode Uuid 028377c2-e669-4a3a-b18d-d8f794813494) service to localhost/127.0.0.1:36731 2024-12-06T10:19:12,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/cluster_5f2bc276-52d2-5b21-fca4-74048ac5ada3/data/data1/current/BP-2077890024-172.17.0.2-1733480337040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:12,679 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/cluster_5f2bc276-52d2-5b21-fca4-74048ac5ada3/data/data2/current/BP-2077890024-172.17.0.2-1733480337040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:12,679 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:19:12,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ea3eda{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:12,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@790c552b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:12,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:12,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f5ab4ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:12,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619484eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:12,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:19:12,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:19:12,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:12,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:12,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:12,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:12,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:12,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:12,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1780703117, stopped=false 2024-12-06T10:19:12,698 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,34161,1733480346539 2024-12-06T10:19:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/running 2024-12-06T10:19:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:12,700 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:12,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:12,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:12,701 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:12,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:12,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,44169,1733480346569' ***** 2024-12-06T10:19:12,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:12,701 INFO [RS:0;748048564c27:44169 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:12,701 INFO [RS:0;748048564c27:44169 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:12,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(3091): Received CLOSE for b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(959): stopping server 748048564c27,44169,1733480346569 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:44169. 2024-12-06T10:19:12,702 DEBUG [RS:0;748048564c27:44169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:12,702 DEBUG [RS:0;748048564c27:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:12,702 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5357003b381dc770ef4456b480b07ea, disabling compactions & flushes 2024-12-06T10:19:12,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Set watcher on znode that does not yet exist, /0-339302199/running 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:12,702 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:12,702 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,702 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. after waiting 0 ms 2024-12-06T10:19:12,702 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,702 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:12,705 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:19:12,705 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5357003b381dc770ef4456b480b07ea=hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea.} 2024-12-06T10:19:12,705 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5357003b381dc770ef4456b480b07ea 2024-12-06T10:19:12,705 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:12,705 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:12,705 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:12,705 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:12,705 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:12,705 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-06T10:19:12,721 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/replication/b5357003b381dc770ef4456b480b07ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-06T10:19:12,722 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:12,722 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:12,722 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,722 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5357003b381dc770ef4456b480b07ea: Waiting for close lock at 1733480352702Running coprocessor pre-close hooks at 1733480352702Disabling compacts and flushes for region at 1733480352702Disabling writes for close at 1733480352702Writing region close event to WAL at 1733480352712 (+10 ms)Running coprocessor post-close hooks at 1733480352722 (+10 ms)Closed at 1733480352722 2024-12-06T10:19:12,722 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea. 2024-12-06T10:19:12,734 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/757366059c0d4405a8cefa2cd258ecab is 147, key is hbase:replication,,1733480341256.b5357003b381dc770ef4456b480b07ea./info:regioninfo/1733480352062/Put/seqid=0 2024-12-06T10:19:12,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741851_1027 (size=6385) 2024-12-06T10:19:12,738 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:12,847 DEBUG [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/WALs/748048564c27,44169,1733480346569/748048564c27%2C44169%2C1733480346569.1733480347380 to pos 0, reset compression=false 2024-12-06T10:19:12,905 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:13,105 DEBUG [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:13,139 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/757366059c0d4405a8cefa2cd258ecab 2024-12-06T10:19:13,147 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/.tmp/info/757366059c0d4405a8cefa2cd258ecab as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/info/757366059c0d4405a8cefa2cd258ecab 2024-12-06T10:19:13,153 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/info/757366059c0d4405a8cefa2cd258ecab, entries=8, sequenceid=19, filesize=6.2 K 2024-12-06T10:19:13,155 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false 2024-12-06T10:19:13,155 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:19:13,164 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-06T10:19:13,165 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:13,165 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:13,165 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:13,165 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480352705Running coprocessor pre-close hooks at 1733480352705Disabling compacts and flushes for region at 1733480352705Disabling writes for close at 1733480352705Obtaining lock to block concurrent updates at 1733480352705Preparing flush snapshotting stores in 1588230740 at 1733480352705Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733480352705Flushing stores of hbase:meta,,1.1588230740 at 1733480352706 (+1 ms)Flushing 1588230740/info: creating writer at 1733480352706Flushing 1588230740/info: appending metadata at 1733480352733 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733480352733Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d1988b: reopening flushed file at 1733480353146 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false at 1733480353155 (+9 ms)Writing region close event to WAL at 1733480353160 (+5 ms)Running coprocessor post-close hooks at 1733480353165 (+5 ms)Closed at 1733480353165 2024-12-06T10:19:13,165 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:13,273 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:19:13,273 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:19:13,305 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(976): stopping server 748048564c27,44169,1733480346569; all regions closed. 2024-12-06T10:19:13,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741849_1025 (size=2156) 2024-12-06T10:19:13,310 DEBUG [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:13,310 INFO [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C44169%2C1733480346569.meta:.meta(num 1733480347702) 2024-12-06T10:19:13,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741850_1026 (size=796) 2024-12-06T10:19:13,314 DEBUG [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:13,314 INFO [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C44169%2C1733480346569.rep:(num 1733480351976) 2024-12-06T10:19:13,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741848_1024 (size=93) 2024-12-06T10:19:13,318 DEBUG [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/oldWALs 2024-12-06T10:19:13,318 INFO [RS:0;748048564c27:44169 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C44169%2C1733480346569:(num 1733480347380) 2024-12-06T10:19:13,318 DEBUG [RS:0;748048564c27:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:13,318 INFO [RS:0;748048564c27:44169 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:13,318 INFO [RS:0;748048564c27:44169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:13,318 INFO [RS:0;748048564c27:44169 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:13,319 INFO [RS:0;748048564c27:44169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:13,319 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:13,319 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-06T10:19:13,319 INFO [RS:0;748048564c27:44169 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,44169,1733480346569 because: Region server is closing 2024-12-06T10:19:13,319 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-06T10:19:13,319 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T10:19:13,319 INFO [RS:0;748048564c27:44169 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:44169. 2024-12-06T10:19:13,319 DEBUG [RS:0;748048564c27:44169 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:13,319 DEBUG [RS:0;748048564c27:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:13,319 DEBUG [RS:0;748048564c27:44169 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:13,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:13,420 WARN [RS:0;748048564c27:44169.replicationSource.wal-reader.748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:19:13,420 WARN [RS:0;748048564c27:44169.replicationSource.shipper748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:19:13,420 INFO [RS:0;748048564c27:44169 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;748048564c27:44169.replicationSource.shipper748048564c27%2C44169%2C1733480346569,1-748048564c27,44169,1733480346569 terminated 2024-12-06T10:19:13,420 INFO [RS:0;748048564c27:44169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44169 2024-12-06T10:19:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199/rs 2024-12-06T10:19:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/rs/748048564c27,44169,1733480346569 2024-12-06T10:19:13,422 INFO [RS:0;748048564c27:44169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:13,423 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,44169,1733480346569] 2024-12-06T10:19:13,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-339302199/draining/748048564c27,44169,1733480346569 already deleted, retry=false 2024-12-06T10:19:13,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,44169,1733480346569 expired; onlineServers=0 2024-12-06T10:19:13,425 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,34161,1733480346539' ***** 2024-12-06T10:19:13,425 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:19:13,425 INFO [M:0;748048564c27:34161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:13,425 INFO [M:0;748048564c27:34161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:13,425 DEBUG [M:0;748048564c27:34161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:19:13,426 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:19:13,426 DEBUG [M:0;748048564c27:34161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:19:13,426 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480347134 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480347134,5,FailOnTimeoutGroup] 2024-12-06T10:19:13,426 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480347134 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480347134,5,FailOnTimeoutGroup] 2024-12-06T10:19:13,426 INFO [M:0;748048564c27:34161 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:13,426 INFO [M:0;748048564c27:34161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:13,426 DEBUG [M:0;748048564c27:34161 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:19:13,426 INFO [M:0;748048564c27:34161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:19:13,426 INFO [M:0;748048564c27:34161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:13,426 INFO [M:0;748048564c27:34161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:19:13,426 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:19:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-339302199/master 2024-12-06T10:19:13,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-339302199 2024-12-06T10:19:13,427 DEBUG [M:0;748048564c27:34161 {}] zookeeper.ZKUtil(347): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Unable to get data of znode /0-339302199/master because node does not exist (not an error) 2024-12-06T10:19:13,427 WARN [M:0;748048564c27:34161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:19:13,428 INFO [M:0;748048564c27:34161 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/.lastflushedseqids 2024-12-06T10:19:13,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741852_1028 (size=181) 2024-12-06T10:19:13,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:13,524 INFO [RS:0;748048564c27:44169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:13,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44169-0x1018748a9a90007, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:13,524 INFO [RS:0;748048564c27:44169 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,44169,1733480346569; zookeeper connection closed. 2024-12-06T10:19:13,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 2024-12-06T10:19:13,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:19:13,835 INFO [M:0;748048564c27:34161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:19:13,835 INFO [M:0;748048564c27:34161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:19:13,835 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:13,835 INFO [M:0;748048564c27:34161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:13,835 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:13,835 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:13,835 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:13,835 INFO [M:0;748048564c27:34161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-06T10:19:13,856 DEBUG [M:0;748048564c27:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da8ef006c50437bbf98d90a4bed3539 is 82, key is hbase:meta,,1/info:regioninfo/1733480347747/Put/seqid=0 2024-12-06T10:19:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741853_1029 (size=5672) 2024-12-06T10:19:14,275 INFO [M:0;748048564c27:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da8ef006c50437bbf98d90a4bed3539 2024-12-06T10:19:14,297 DEBUG [M:0;748048564c27:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5628f27293f14bfd89ac82a78953d667 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733480352072/Put/seqid=0 2024-12-06T10:19:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741854_1030 (size=7312) 2024-12-06T10:19:14,707 INFO [M:0;748048564c27:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5628f27293f14bfd89ac82a78953d667 2024-12-06T10:19:14,733 DEBUG [M:0;748048564c27:34161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ffc3c9b1d046f0a31366958c295354 is 69, key is 748048564c27,44169,1733480346569/rs:state/1733480347207/Put/seqid=0 2024-12-06T10:19:14,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741855_1031 (size=5370) 2024-12-06T10:19:14,748 INFO [M:0;748048564c27:34161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ffc3c9b1d046f0a31366958c295354 2024-12-06T10:19:14,755 INFO [M:0;748048564c27:34161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80ffc3c9b1d046f0a31366958c295354 2024-12-06T10:19:14,756 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5da8ef006c50437bbf98d90a4bed3539 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5da8ef006c50437bbf98d90a4bed3539 2024-12-06T10:19:14,773 INFO [M:0;748048564c27:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5da8ef006c50437bbf98d90a4bed3539, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T10:19:14,775 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5628f27293f14bfd89ac82a78953d667 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5628f27293f14bfd89ac82a78953d667 2024-12-06T10:19:14,783 INFO [M:0;748048564c27:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5628f27293f14bfd89ac82a78953d667, entries=7, sequenceid=127, filesize=7.1 K 2024-12-06T10:19:14,784 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/80ffc3c9b1d046f0a31366958c295354 as hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80ffc3c9b1d046f0a31366958c295354 2024-12-06T10:19:14,792 INFO [M:0;748048564c27:34161 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 80ffc3c9b1d046f0a31366958c295354 2024-12-06T10:19:14,792 INFO [M:0;748048564c27:34161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36727/user/jenkins/test-data/e7be0307-5c84-1775-5642-68191c85aa41/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/80ffc3c9b1d046f0a31366958c295354, entries=2, sequenceid=127, filesize=5.2 K 2024-12-06T10:19:14,793 INFO [M:0;748048564c27:34161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=127, compaction requested=false 2024-12-06T10:19:14,800 INFO [M:0;748048564c27:34161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:14,801 DEBUG [M:0;748048564c27:34161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480353835Disabling compacts and flushes for region at 1733480353835Disabling writes for close at 1733480353835Obtaining lock to block concurrent updates at 1733480353835Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480353835Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733480353836 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480353837 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480353837Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480353855 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480353855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480354280 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480354297 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480354297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480354712 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480354732 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480354732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4daba188: reopening flushed file at 1733480354755 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d22cc25: reopening flushed file at 1733480354773 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ea5bda: reopening flushed file at 1733480354783 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=127, compaction requested=false at 1733480354793 (+10 ms)Writing region close event to WAL at 1733480354800 (+7 ms)Closed at 1733480354800 2024-12-06T10:19:14,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42903 is added to blk_1073741847_1023 (size=22903) 2024-12-06T10:19:14,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:14,806 INFO [M:0;748048564c27:34161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:19:14,806 INFO [M:0;748048564c27:34161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34161 2024-12-06T10:19:14,807 INFO [M:0;748048564c27:34161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:14,909 INFO [M:0;748048564c27:34161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:14,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:14,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34161-0x1018748a9a90006, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:14,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224df775{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:14,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aab8543{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:14,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:14,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4184d484{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:14,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8d2896{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:14,930 WARN [BP-71264538-172.17.0.2-1733480333115 heartbeating to localhost/127.0.0.1:36727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:19:14,930 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:19:14,930 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:19:14,930 WARN [BP-71264538-172.17.0.2-1733480333115 heartbeating to localhost/127.0.0.1:36727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71264538-172.17.0.2-1733480333115 (Datanode Uuid d13ec7a5-1f37-4c49-8542-c62245828db0) service to localhost/127.0.0.1:36727 2024-12-06T10:19:14,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/data/data1/current/BP-71264538-172.17.0.2-1733480333115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:14,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/cluster_8aa12fb8-ca74-8a21-8155-d90d2a9840cb/data/data2/current/BP-71264538-172.17.0.2-1733480333115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:14,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:19:14,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71541d08{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:14,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23f5de37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:14,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:14,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4649bf0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:14,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@488881f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f63e57f-5b30-ace5-10ae-dd60fc2f793e/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:14,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:19:14,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:19:14,994 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 168) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36727 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36731 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51742) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:36727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51742) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 516) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 293) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5625 (was 5896) 2024-12-06T10:19:15,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=5621 2024-12-06T10:19:15,036 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-06T10:19:15,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir so I do NOT create it in target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833 2024-12-06T10:19:15,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:19:15,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.tmp.dir so I do NOT create it in target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833 2024-12-06T10:19:15,037 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031cfa1a-bd09-5df8-86d9-be3aab0bb4bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:19:15,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833 2024-12-06T10:19:15,037 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5, deleteOnExit=true 2024-12-06T10:19:15,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018748a9a90005, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:19:15,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018748a9a90005, quorum=127.0.0.1:51742, baseZNode=/1594885609 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:19:15,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018748a9a90002, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:19:15,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018748a9a90002, quorum=127.0.0.1:51742, baseZNode=/0-339302199 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:19:15,076 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/zookeeper_0, clientPort=54219, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:19:15,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54219 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/test.cache.data in system properties and HBase conf 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:19:15,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:19:15,079 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:19:15,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:19:15,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:15,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:15,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:15,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:15,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:15,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:15,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@169a1fe0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:15,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e1cd29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:15,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f6e815d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/java.io.tmpdir/jetty-localhost-38947-hadoop-hdfs-3_4_1-tests_jar-_-any-7353681834976824136/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:15,420 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c78d8c1{HTTP/1.1, (http/1.1)}{localhost:38947} 2024-12-06T10:19:15,421 INFO [Time-limited test {}] server.Server(415): Started @151719ms 2024-12-06T10:19:15,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:15,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:15,564 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:15,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:19:15,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:15,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:15,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@514b23b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/java.io.tmpdir/jetty-localhost-44051-hadoop-hdfs-3_4_1-tests_jar-_-any-4840413904250165080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:15,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:44051} 2024-12-06T10:19:15,686 INFO [Time-limited test {}] server.Server(415): Started @151984ms 2024-12-06T10:19:15,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:19:15,803 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/data/data1/current/BP-1418791792-172.17.0.2-1733480355105/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:15,803 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/data/data2/current/BP-1418791792-172.17.0.2-1733480355105/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:15,820 WARN [Thread-1664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:19:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f28b05967acdd92 with lease ID 0x54d004dc9adfb61d: Processing first storage report for DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3 from datanode DatanodeRegistration(127.0.0.1:43487, datanodeUuid=21700b0f-4bdd-42a9-9482-b02156d8e510, infoPort=42725, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=694719685;c=1733480355105) 2024-12-06T10:19:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f28b05967acdd92 with lease ID 0x54d004dc9adfb61d: from storage DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3 node DatanodeRegistration(127.0.0.1:43487, datanodeUuid=21700b0f-4bdd-42a9-9482-b02156d8e510, infoPort=42725, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=694719685;c=1733480355105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f28b05967acdd92 with lease ID 0x54d004dc9adfb61d: Processing first storage report for DS-db7bf0eb-d49d-4c2b-bfa5-8e2c1f77e166 from datanode DatanodeRegistration(127.0.0.1:43487, datanodeUuid=21700b0f-4bdd-42a9-9482-b02156d8e510, infoPort=42725, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=694719685;c=1733480355105) 2024-12-06T10:19:15,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f28b05967acdd92 with lease ID 0x54d004dc9adfb61d: from storage DS-db7bf0eb-d49d-4c2b-bfa5-8e2c1f77e166 node DatanodeRegistration(127.0.0.1:43487, datanodeUuid=21700b0f-4bdd-42a9-9482-b02156d8e510, infoPort=42725, infoSecurePort=0, ipcPort=34777, storageInfo=lv=-57;cid=testClusterID;nsid=694719685;c=1733480355105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:15,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833 2024-12-06T10:19:15,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:15,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:19:16,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203 with version=8 2024-12-06T10:19:16,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/hbase-staging 2024-12-06T10:19:16,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:19:16,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:16,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45385 2024-12-06T10:19:16,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45385 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:16,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453850x0, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:16,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45385-0x1018748ff850000 connected 2024-12-06T10:19:16,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:16,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:16,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/running 2024-12-06T10:19:16,275 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203, hbase.cluster.distributed=false 2024-12-06T10:19:16,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/acl 2024-12-06T10:19:16,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-06T10:19:16,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45385 2024-12-06T10:19:16,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45385 2024-12-06T10:19:16,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-06T10:19:16,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45385 2024-12-06T10:19:16,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:16,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:19:16,300 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:16,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42171 2024-12-06T10:19:16,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42171 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:16,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:16,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:16,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421710x0, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:16,308 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421710x0, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/running 2024-12-06T10:19:16,308 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42171-0x1018748ff850001 connected 2024-12-06T10:19:16,309 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:19:16,310 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:19:16,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/master 2024-12-06T10:19:16,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/acl 2024-12-06T10:19:16,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42171 2024-12-06T10:19:16,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42171 2024-12-06T10:19:16,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42171 2024-12-06T10:19:16,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42171 2024-12-06T10:19:16,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42171 2024-12-06T10:19:16,335 DEBUG [M:0;748048564c27:45385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:45385 2024-12-06T10:19:16,336 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1985007647/backup-masters/748048564c27,45385,1733480356239 2024-12-06T10:19:16,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/backup-masters 2024-12-06T10:19:16,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/backup-masters 2024-12-06T10:19:16,338 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on existing znode=/0-1985007647/backup-masters/748048564c27,45385,1733480356239 2024-12-06T10:19:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:16,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985007647/master 2024-12-06T10:19:16,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:16,340 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on existing znode=/0-1985007647/master 2024-12-06T10:19:16,340 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1985007647/backup-masters/748048564c27,45385,1733480356239 from backup master directory 2024-12-06T10:19:16,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/backup-masters 2024-12-06T10:19:16,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985007647/backup-masters/748048564c27,45385,1733480356239 2024-12-06T10:19:16,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/backup-masters 2024-12-06T10:19:16,342 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:16,342 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,45385,1733480356239 2024-12-06T10:19:16,349 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/hbase.id] with ID: 925bbf6f-e047-4bce-a701-01293c07107b 2024-12-06T10:19:16,349 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/.tmp/hbase.id 2024-12-06T10:19:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:19:16,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/.tmp/hbase.id]:[hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/hbase.id] 2024-12-06T10:19:16,767 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:16,767 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:19:16,768 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:19:16,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:16,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:19:17,178 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:17,178 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:19:17,179 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:17,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:19:17,316 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:17,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:17,600 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store 2024-12-06T10:19:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:19:18,007 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:18,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:18,008 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:18,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:18,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:18,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:18,008 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:18,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480358008Disabling compacts and flushes for region at 1733480358008Disabling writes for close at 1733480358008Writing region close event to WAL at 1733480358008Closed at 1733480358008 2024-12-06T10:19:18,009 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/.initializing 2024-12-06T10:19:18,009 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/WALs/748048564c27,45385,1733480356239 2024-12-06T10:19:18,010 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:18,012 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C45385%2C1733480356239, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/WALs/748048564c27,45385,1733480356239, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/oldWALs, maxLogs=10 2024-12-06T10:19:18,033 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/WALs/748048564c27,45385,1733480356239/748048564c27%2C45385%2C1733480356239.1733480358013, exclude list is [], retry=0 2024-12-06T10:19:18,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3,DISK] 2024-12-06T10:19:18,039 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/WALs/748048564c27,45385,1733480356239/748048564c27%2C45385%2C1733480356239.1733480358013 2024-12-06T10:19:18,039 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42725:42725)] 2024-12-06T10:19:18,039 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:18,040 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:18,040 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,040 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:19:18,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:19:18,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:18,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:19:18,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:18,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:19:18,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:18,053 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,054 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,056 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,056 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,056 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:18,057 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:18,060 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:18,060 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74202145, jitterRate=0.1056981235742569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:18,061 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480358040Initializing all the Stores at 1733480358041 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358041Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480358046 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480358046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480358046Cleaning up temporary data from old regions at 1733480358056 (+10 ms)Region opened successfully at 1733480358061 (+5 ms) 2024-12-06T10:19:18,064 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:19:18,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0d2e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:18,068 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:19:18,068 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:19:18,068 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:19:18,068 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:19:18,069 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:19:18,069 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:19:18,069 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:19:18,074 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:19:18,075 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Unable to get data of znode /0-1985007647/balancer because node does not exist (not necessarily an error) 2024-12-06T10:19:18,076 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/balancer already deleted, retry=false 2024-12-06T10:19:18,077 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:19:18,077 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Unable to get data of znode /0-1985007647/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:19:18,078 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/normalizer already deleted, retry=false 2024-12-06T10:19:18,079 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:19:18,081 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Unable to get data of znode /0-1985007647/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:19:18,082 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/switch/split already deleted, retry=false 2024-12-06T10:19:18,083 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Unable to get data of znode /0-1985007647/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:19:18,085 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/switch/merge already deleted, retry=false 2024-12-06T10:19:18,088 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Unable to get data of znode /0-1985007647/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:19:18,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/snapshot-cleanup already deleted, retry=false 2024-12-06T10:19:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985007647/running 2024-12-06T10:19:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1985007647/running 2024-12-06T10:19:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,091 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,45385,1733480356239, sessionid=0x1018748ff850000, setting cluster-up flag (Was=false) 2024-12-06T10:19:18,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,107 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985007647/flush-table-proc/acquired, /0-1985007647/flush-table-proc/reached, /0-1985007647/flush-table-proc/abort 2024-12-06T10:19:18,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,45385,1733480356239 2024-12-06T10:19:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,129 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1985007647/online-snapshot/acquired, /0-1985007647/online-snapshot/reached, /0-1985007647/online-snapshot/abort 2024-12-06T10:19:18,130 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,45385,1733480356239 2024-12-06T10:19:18,131 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:19:18,133 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:18,133 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:18,133 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:18,133 WARN [master/748048564c27:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 748048564c27,41343,1733480334271: status=Processing ServerCrashProcedure of 748048564c27,41343,1733480334271 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733480347133, completionTime=-1 appears to have been leaked 2024-12-06T10:19:18,133 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,45385,1733480356239 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:18,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,145 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480388145 2024-12-06T10:19:18,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:18,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:18,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:18,146 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:18,146 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:18,146 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:18,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:18,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:19:18,146 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:18,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:18,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:18,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:18,148 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:19:18,149 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:18,149 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:18,152 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480358149,5,FailOnTimeoutGroup] 2024-12-06T10:19:18,156 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480358152,5,FailOnTimeoutGroup] 2024-12-06T10:19:18,156 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,156 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:18,156 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,156 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:19:18,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:19:18,167 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203 2024-12-06T10:19:18,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:19:18,224 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(746): ClusterId : 925bbf6f-e047-4bce-a701-01293c07107b 2024-12-06T10:19:18,224 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:18,226 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:18,226 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:18,230 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:18,231 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec74f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:18,251 DEBUG [RS:0;748048564c27:42171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42171 2024-12-06T10:19:18,251 INFO [RS:0;748048564c27:42171 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:18,251 INFO [RS:0;748048564c27:42171 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:18,251 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:18,253 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,45385,1733480356239 with port=42171, startcode=1733480356299 2024-12-06T10:19:18,253 DEBUG [RS:0;748048564c27:42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:18,255 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:18,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42171,1733480356299 2024-12-06T10:19:18,255 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45385 {}] master.ServerManager(517): Registering regionserver=748048564c27,42171,1733480356299 2024-12-06T10:19:18,257 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203 2024-12-06T10:19:18,257 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37171 2024-12-06T10:19:18,257 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:18,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/rs 2024-12-06T10:19:18,259 DEBUG [RS:0;748048564c27:42171 {}] zookeeper.ZKUtil(111): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on existing znode=/0-1985007647/rs/748048564c27,42171,1733480356299 2024-12-06T10:19:18,259 WARN [RS:0;748048564c27:42171 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:18,259 INFO [RS:0;748048564c27:42171 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:18,259 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299 2024-12-06T10:19:18,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42171,1733480356299] 2024-12-06T10:19:18,287 INFO [RS:0;748048564c27:42171 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:18,295 INFO [RS:0;748048564c27:42171 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:18,296 INFO [RS:0;748048564c27:42171 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:18,296 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,297 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:18,297 INFO [RS:0;748048564c27:42171 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:18,298 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:18,298 DEBUG [RS:0;748048564c27:42171 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,301 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42171,1733480356299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:18,320 INFO [RS:0;748048564c27:42171 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:18,320 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42171,1733480356299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,320 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,320 INFO [RS:0;748048564c27:42171 {}] regionserver.Replication(171): 748048564c27,42171,1733480356299 started 2024-12-06T10:19:18,336 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,336 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42171,1733480356299, RpcServer on 748048564c27/172.17.0.2:42171, sessionid=0x1018748ff850001 2024-12-06T10:19:18,336 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:18,336 DEBUG [RS:0;748048564c27:42171 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42171,1733480356299 2024-12-06T10:19:18,336 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42171,1733480356299' 2024-12-06T10:19:18,336 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985007647/flush-table-proc/abort' 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985007647/flush-table-proc/acquired' 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42171,1733480356299 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42171,1733480356299' 2024-12-06T10:19:18,337 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1985007647/online-snapshot/abort' 2024-12-06T10:19:18,338 DEBUG [RS:0;748048564c27:42171 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1985007647/online-snapshot/acquired' 2024-12-06T10:19:18,338 DEBUG [RS:0;748048564c27:42171 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:18,338 INFO [RS:0;748048564c27:42171 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:18,338 INFO [RS:0;748048564c27:42171 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:18,438 INFO [RS:0;748048564c27:42171 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:18,440 INFO [RS:0;748048564c27:42171 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42171%2C1733480356299, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/oldWALs, maxLogs=10 2024-12-06T10:19:18,453 DEBUG [RS:0;748048564c27:42171 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, exclude list is [], retry=0 2024-12-06T10:19:18,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3,DISK] 2024-12-06T10:19:18,458 INFO [RS:0;748048564c27:42171 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 2024-12-06T10:19:18,458 DEBUG [RS:0;748048564c27:42171 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42725:42725)] 2024-12-06T10:19:18,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:18,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:18,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:18,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:18,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:18,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:18,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:18,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:18,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:18,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:18,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740 2024-12-06T10:19:18,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740 2024-12-06T10:19:18,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:18,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:18,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:18,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:18,593 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:18,593 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72968593, jitterRate=0.08731676638126373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480358581Initializing all the Stores at 1733480358581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358582 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480358582Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358582Cleaning up temporary data from old regions at 1733480358590 (+8 ms)Region opened successfully at 1733480358594 (+4 ms) 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:18,594 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:18,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:18,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480358594Disabling compacts and flushes for region at 1733480358594Disabling writes for close at 1733480358594Writing region close event to WAL at 1733480358594Closed at 1733480358594 2024-12-06T10:19:18,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:18,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:19:18,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:18,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:18,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:19:18,747 DEBUG [748048564c27:45385 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:18,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:18,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42171,1733480356299, state=OPENING 2024-12-06T10:19:18,752 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:19:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:18,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985007647/meta-region-server: CHANGED 2024-12-06T10:19:18,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985007647/meta-region-server: CHANGED 2024-12-06T10:19:18,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:18,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42171,1733480356299}] 2024-12-06T10:19:18,908 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:18,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:18,916 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:18,916 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:18,916 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:18,918 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42171%2C1733480356299.meta, suffix=.meta, logDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/oldWALs, maxLogs=10 2024-12-06T10:19:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:19:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:18,932 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.meta.1733480358918.meta, exclude list is [], retry=0 2024-12-06T10:19:18,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3,DISK] 2024-12-06T10:19:18,936 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.meta.1733480358918.meta 2024-12-06T10:19:18,936 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42725:42725)] 2024-12-06T10:19:18,936 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:18,937 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:18,937 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:18,937 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:18,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:18,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:18,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:18,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:18,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:18,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:18,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:18,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:18,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:18,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:18,943 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:18,944 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740 2024-12-06T10:19:18,945 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740 2024-12-06T10:19:18,946 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:18,946 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:18,947 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:18,948 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:18,949 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62632679, jitterRate=-0.06670035421848297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:18,949 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:18,950 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480358937Writing region info on filesystem at 1733480358937Initializing all the Stores at 1733480358938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480358938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480358938Cleaning up temporary data from old regions at 1733480358946 (+8 ms)Running coprocessor post-open hooks at 1733480358949 (+3 ms)Region opened successfully at 1733480358950 (+1 ms) 2024-12-06T10:19:18,951 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480358908 2024-12-06T10:19:18,953 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:18,953 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:18,954 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:18,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42171,1733480356299, state=OPEN 2024-12-06T10:19:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985007647/meta-region-server 2024-12-06T10:19:18,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1985007647/meta-region-server 2024-12-06T10:19:18,956 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42171,1733480356299 2024-12-06T10:19:18,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985007647/meta-region-server: CHANGED 2024-12-06T10:19:18,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1985007647/meta-region-server: CHANGED 2024-12-06T10:19:18,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:19:18,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42171,1733480356299 in 200 msec 2024-12-06T10:19:18,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:19:18,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-12-06T10:19:18,961 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:18,961 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:19:18,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:18,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:18,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:18,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:18,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 839 msec 2024-12-06T10:19:18,972 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480358972, completionTime=-1 2024-12-06T10:19:18,972 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:19:18,972 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480418975 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480478975 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:45385, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,975 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,976 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:18,978 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.638sec 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:18,980 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:18,991 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:18,991 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:18,991 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45385,1733480356239-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:19,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f9cab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:19,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:19,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:19,027 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:19,027 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f44b38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:19,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:19,030 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:19,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96f42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:19,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:19,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:19,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:19,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,45385,1733480356239 2024-12-06T10:19:19,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:19,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:19,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018748ff850002 connected 2024-12-06T10:19:19,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir so I do NOT create it in target/test-data/72960689-0237-5bcd-63d9-5a25764d2358 2024-12-06T10:19:19,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:19:19,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.tmp.dir so I do NOT create it in target/test-data/72960689-0237-5bcd-63d9-5a25764d2358 2024-12-06T10:19:19,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:19:19,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358 2024-12-06T10:19:19,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:19:19,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/cluster_73940749-ce6b-cd47-b64a-5556fbf176eb, deleteOnExit=true 2024-12-06T10:19:19,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/test.cache.data in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:19:19,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:19:19,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:19:19,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:19:19,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:19,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:19,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:19,267 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:19,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:19,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:19,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:19,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:19,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c2dc069{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/java.io.tmpdir/jetty-localhost-33841-hadoop-hdfs-3_4_1-tests_jar-_-any-14518874123784756967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:19,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:33841} 2024-12-06T10:19:19,461 INFO [Time-limited test {}] server.Server(415): Started @155759ms 2024-12-06T10:19:19,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:19,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:19,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:19,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:19,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:19,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:19,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:19,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41632f3f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/java.io.tmpdir/jetty-localhost-38817-hadoop-hdfs-3_4_1-tests_jar-_-any-17431703982946134879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:19,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:38817} 2024-12-06T10:19:19,685 INFO [Time-limited test {}] server.Server(415): Started @155983ms 2024-12-06T10:19:19,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:19:19,800 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/cluster_73940749-ce6b-cd47-b64a-5556fbf176eb/data/data1/current/BP-1169894876-172.17.0.2-1733480359099/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:19,800 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/cluster_73940749-ce6b-cd47-b64a-5556fbf176eb/data/data2/current/BP-1169894876-172.17.0.2-1733480359099/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:19,833 WARN [Thread-1785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:19:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe83bf766a8ef7a32 with lease ID 0xf226133164a067a8: Processing first storage report for DS-c5f12985-655f-4c2a-9645-7546f4acb110 from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=dcd5bf6d-eb7e-4f3c-9056-511dc6881458, infoPort=34333, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=455319543;c=1733480359099) 2024-12-06T10:19:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe83bf766a8ef7a32 with lease ID 0xf226133164a067a8: from storage DS-c5f12985-655f-4c2a-9645-7546f4acb110 node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=dcd5bf6d-eb7e-4f3c-9056-511dc6881458, infoPort=34333, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=455319543;c=1733480359099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe83bf766a8ef7a32 with lease ID 0xf226133164a067a8: Processing first storage report for DS-9a7c5dcd-c9a0-487d-a346-2b019f18299c from datanode DatanodeRegistration(127.0.0.1:39359, datanodeUuid=dcd5bf6d-eb7e-4f3c-9056-511dc6881458, infoPort=34333, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=455319543;c=1733480359099) 2024-12-06T10:19:19,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe83bf766a8ef7a32 with lease ID 0xf226133164a067a8: from storage DS-9a7c5dcd-c9a0-487d-a346-2b019f18299c node DatanodeRegistration(127.0.0.1:39359, datanodeUuid=dcd5bf6d-eb7e-4f3c-9056-511dc6881458, infoPort=34333, infoSecurePort=0, ipcPort=40563, storageInfo=lv=-57;cid=testClusterID;nsid=455319543;c=1733480359099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:19,918 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358 2024-12-06T10:19:19,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:19,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:19:20,335 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce with version=8 2024-12-06T10:19:20,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/hbase-staging 2024-12-06T10:19:20,338 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:19:20,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:20,339 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46539 2024-12-06T10:19:20,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46539 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:20,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465390x0, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:20,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46539-0x1018748ff850003 connected 2024-12-06T10:19:20,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:20,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:20,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/running 2024-12-06T10:19:20,361 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce, hbase.cluster.distributed=false 2024-12-06T10:19:20,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/acl 2024-12-06T10:19:20,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46539 2024-12-06T10:19:20,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46539 2024-12-06T10:19:20,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46539 2024-12-06T10:19:20,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46539 2024-12-06T10:19:20,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46539 2024-12-06T10:19:20,403 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:19:20,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:20,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35991 2024-12-06T10:19:20,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35991 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:20,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:20,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:20,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359910x0, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:20,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359910x0, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/running 2024-12-06T10:19:20,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35991-0x1018748ff850004 connected 2024-12-06T10:19:20,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:19:20,419 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:19:20,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/master 2024-12-06T10:19:20,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/acl 2024-12-06T10:19:20,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-06T10:19:20,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35991 2024-12-06T10:19:20,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35991 2024-12-06T10:19:20,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-06T10:19:20,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35991 2024-12-06T10:19:20,439 DEBUG [M:0;748048564c27:46539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:46539 2024-12-06T10:19:20,440 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-112516086/backup-masters/748048564c27,46539,1733480360338 2024-12-06T10:19:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/backup-masters 2024-12-06T10:19:20,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/backup-masters 2024-12-06T10:19:20,442 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on existing znode=/1-112516086/backup-masters/748048564c27,46539,1733480360338 2024-12-06T10:19:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-112516086/master 2024-12-06T10:19:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:20,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:20,443 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on existing znode=/1-112516086/master 2024-12-06T10:19:20,443 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-112516086/backup-masters/748048564c27,46539,1733480360338 from backup master directory 2024-12-06T10:19:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-112516086/backup-masters/748048564c27,46539,1733480360338 2024-12-06T10:19:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/backup-masters 2024-12-06T10:19:20,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/backup-masters 2024-12-06T10:19:20,446 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:20,446 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,46539,1733480360338 2024-12-06T10:19:20,453 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/hbase.id] with ID: 52241554-c4eb-45b0-9516-6a6935f152e5 2024-12-06T10:19:20,453 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/.tmp/hbase.id 2024-12-06T10:19:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:19:20,858 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/.tmp/hbase.id]:[hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/hbase.id] 2024-12-06T10:19:20,868 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:20,868 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:19:20,869 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:19:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:20,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:19:21,283 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:21,284 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:19:21,284 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:21,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:19:21,691 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store 2024-12-06T10:19:21,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:19:22,097 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:22,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:22,098 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:22,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:22,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:22,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:22,098 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:22,098 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480362098Disabling compacts and flushes for region at 1733480362098Disabling writes for close at 1733480362098Writing region close event to WAL at 1733480362098Closed at 1733480362098 2024-12-06T10:19:22,099 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/.initializing 2024-12-06T10:19:22,099 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/WALs/748048564c27,46539,1733480360338 2024-12-06T10:19:22,100 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:22,101 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C46539%2C1733480360338, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/WALs/748048564c27,46539,1733480360338, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/oldWALs, maxLogs=10 2024-12-06T10:19:22,114 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/WALs/748048564c27,46539,1733480360338/748048564c27%2C46539%2C1733480360338.1733480362101, exclude list is [], retry=0 2024-12-06T10:19:22,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-c5f12985-655f-4c2a-9645-7546f4acb110,DISK] 2024-12-06T10:19:22,119 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/WALs/748048564c27,46539,1733480360338/748048564c27%2C46539%2C1733480360338.1733480362101 2024-12-06T10:19:22,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-06T10:19:22,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:22,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:22,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,119 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:19:22,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:22,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:22,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:19:22,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:22,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:22,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:19:22,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:22,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:22,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:19:22,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:22,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:22,126 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,127 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,127 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:22,129 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:22,131 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:22,131 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68660633, jitterRate=0.023123160004615784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:22,131 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480362119Initializing all the Stores at 1733480362120 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480362120Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480362120Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480362120Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480362120Cleaning up temporary data from old regions at 1733480362128 (+8 ms)Region opened successfully at 1733480362131 (+3 ms) 2024-12-06T10:19:22,131 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:19:22,134 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15fb8735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:22,134 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:19:22,135 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:19:22,135 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:19:22,135 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:19:22,135 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:19:22,136 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:19:22,136 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:19:22,137 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:19:22,138 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/balancer because node does not exist (not necessarily an error) 2024-12-06T10:19:22,139 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/balancer already deleted, retry=false 2024-12-06T10:19:22,139 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:19:22,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:19:22,142 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/normalizer already deleted, retry=false 2024-12-06T10:19:22,142 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:19:22,143 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:19:22,145 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/switch/split already deleted, retry=false 2024-12-06T10:19:22,146 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:19:22,146 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/switch/merge already deleted, retry=false 2024-12-06T10:19:22,148 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:19:22,149 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/snapshot-cleanup already deleted, retry=false 2024-12-06T10:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-112516086/running 2024-12-06T10:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-112516086/running 2024-12-06T10:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,151 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,46539,1733480360338, sessionid=0x1018748ff850003, setting cluster-up flag (Was=false) 2024-12-06T10:19:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,161 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-112516086/flush-table-proc/acquired, /1-112516086/flush-table-proc/reached, /1-112516086/flush-table-proc/abort 2024-12-06T10:19:22,162 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,46539,1733480360338 2024-12-06T10:19:22,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:22,171 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-112516086/online-snapshot/acquired, /1-112516086/online-snapshot/reached, /1-112516086/online-snapshot/abort 2024-12-06T10:19:22,171 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,46539,1733480360338 2024-12-06T10:19:22,172 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:19:22,174 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:22,174 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:22,174 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:22,174 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,46539,1733480360338 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:22,175 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:22,175 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:22,175 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:22,175 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:22,176 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:22,176 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,176 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:22,176 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,176 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480392176 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:22,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:22,177 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:22,178 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:22,178 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:22,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:22,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:19:22,180 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480362178,5,FailOnTimeoutGroup] 2024-12-06T10:19:22,184 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480362180,5,FailOnTimeoutGroup] 2024-12-06T10:19:22,184 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,184 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:22,184 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,184 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:19:22,230 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(746): ClusterId : 52241554-c4eb-45b0-9516-6a6935f152e5 2024-12-06T10:19:22,230 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:22,232 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:22,232 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:22,234 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:22,234 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2024e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:22,249 DEBUG [RS:0;748048564c27:35991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:35991 2024-12-06T10:19:22,249 INFO [RS:0;748048564c27:35991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:22,249 INFO [RS:0;748048564c27:35991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:22,249 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:22,250 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,46539,1733480360338 with port=35991, startcode=1733480360402 2024-12-06T10:19:22,250 DEBUG [RS:0;748048564c27:35991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:22,252 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:22,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,35991,1733480360402 2024-12-06T10:19:22,252 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46539 {}] master.ServerManager(517): Registering regionserver=748048564c27,35991,1733480360402 2024-12-06T10:19:22,253 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce 2024-12-06T10:19:22,253 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41665 2024-12-06T10:19:22,254 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:22,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/rs 2024-12-06T10:19:22,260 DEBUG [RS:0;748048564c27:35991 {}] zookeeper.ZKUtil(111): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on existing znode=/1-112516086/rs/748048564c27,35991,1733480360402 2024-12-06T10:19:22,260 WARN [RS:0;748048564c27:35991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:22,260 INFO [RS:0;748048564c27:35991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:22,260 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402 2024-12-06T10:19:22,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,35991,1733480360402] 2024-12-06T10:19:22,263 INFO [RS:0;748048564c27:35991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:22,265 INFO [RS:0;748048564c27:35991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:22,265 INFO [RS:0;748048564c27:35991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:22,265 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,268 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:22,268 INFO [RS:0;748048564c27:35991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:22,268 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:22,269 DEBUG [RS:0;748048564c27:35991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,270 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35991,1733480360402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:22,286 INFO [RS:0;748048564c27:35991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:22,286 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35991,1733480360402-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,286 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,287 INFO [RS:0;748048564c27:35991 {}] regionserver.Replication(171): 748048564c27,35991,1733480360402 started 2024-12-06T10:19:22,300 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:22,300 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,35991,1733480360402, RpcServer on 748048564c27/172.17.0.2:35991, sessionid=0x1018748ff850004 2024-12-06T10:19:22,300 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:22,300 DEBUG [RS:0;748048564c27:35991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,35991,1733480360402 2024-12-06T10:19:22,300 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,35991,1733480360402' 2024-12-06T10:19:22,300 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-112516086/flush-table-proc/abort' 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-112516086/flush-table-proc/acquired' 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,35991,1733480360402 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,35991,1733480360402' 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-112516086/online-snapshot/abort' 2024-12-06T10:19:22,301 DEBUG [RS:0;748048564c27:35991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-112516086/online-snapshot/acquired' 2024-12-06T10:19:22,302 DEBUG [RS:0;748048564c27:35991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:22,302 INFO [RS:0;748048564c27:35991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:22,302 INFO [RS:0;748048564c27:35991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:22,402 INFO [RS:0;748048564c27:35991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:22,404 INFO [RS:0;748048564c27:35991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35991%2C1733480360402, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/oldWALs, maxLogs=10 2024-12-06T10:19:22,419 DEBUG [RS:0;748048564c27:35991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, exclude list is [], retry=0 2024-12-06T10:19:22,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-c5f12985-655f-4c2a-9645-7546f4acb110,DISK] 2024-12-06T10:19:22,423 INFO [RS:0;748048564c27:35991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 2024-12-06T10:19:22,424 DEBUG [RS:0;748048564c27:35991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-06T10:19:22,588 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:19:22,588 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce 2024-12-06T10:19:22,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:19:23,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:23,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:23,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:23,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:23,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:23,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:23,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:23,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:23,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:23,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:23,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740 2024-12-06T10:19:23,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740 2024-12-06T10:19:23,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:23,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:23,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:23,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:23,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:23,017 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58994612, jitterRate=-0.12091177701950073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:23,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480363004Initializing all the Stores at 1733480363005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480363005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363005Cleaning up temporary data from old regions at 1733480363013 (+8 ms)Region opened successfully at 1733480363017 (+4 ms) 2024-12-06T10:19:23,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:23,017 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:23,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:23,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:23,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:23,018 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:23,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480363017Disabling compacts and flushes for region at 1733480363017Disabling writes for close at 1733480363017Writing region close event to WAL at 1733480363018 (+1 ms)Closed at 1733480363018 2024-12-06T10:19:23,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:23,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:19:23,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:23,020 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:23,021 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:19:23,171 DEBUG [748048564c27:46539 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:23,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:23,173 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,35991,1733480360402, state=OPENING 2024-12-06T10:19:23,174 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:19:23,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:23,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:23,176 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:23,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-112516086/meta-region-server: CHANGED 2024-12-06T10:19:23,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,35991,1733480360402}] 2024-12-06T10:19:23,176 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-112516086/meta-region-server: CHANGED 2024-12-06T10:19:23,328 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:23,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:23,335 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:23,335 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:23,335 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:23,337 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35991%2C1733480360402.meta, suffix=.meta, logDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/oldWALs, maxLogs=10 2024-12-06T10:19:23,350 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.meta.1733480363337.meta, exclude list is [], retry=0 2024-12-06T10:19:23,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-c5f12985-655f-4c2a-9645-7546f4acb110,DISK] 2024-12-06T10:19:23,354 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.meta.1733480363337.meta 2024-12-06T10:19:23,355 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-06T10:19:23,355 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:23,355 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:23,355 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:23,355 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:23,355 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:23,356 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:23,356 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:23,356 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:23,356 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:23,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:23,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:23,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:23,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:23,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:23,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:23,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:23,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:23,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:23,362 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:23,362 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740 2024-12-06T10:19:23,363 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740 2024-12-06T10:19:23,364 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:23,364 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:23,365 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:23,366 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:23,367 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71578597, jitterRate=0.06660421192646027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:23,367 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:23,367 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480363356Writing region info on filesystem at 1733480363356Initializing all the Stores at 1733480363357 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363357Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363357Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480363357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480363357Cleaning up temporary data from old regions at 1733480363364 (+7 ms)Running coprocessor post-open hooks at 1733480363367 (+3 ms)Region opened successfully at 1733480363367 2024-12-06T10:19:23,368 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480363328 2024-12-06T10:19:23,370 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:23,370 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:23,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:23,371 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,35991,1733480360402, state=OPEN 2024-12-06T10:19:23,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-112516086/meta-region-server 2024-12-06T10:19:23,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-112516086/meta-region-server 2024-12-06T10:19:23,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,35991,1733480360402 2024-12-06T10:19:23,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-112516086/meta-region-server: CHANGED 2024-12-06T10:19:23,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-112516086/meta-region-server: CHANGED 2024-12-06T10:19:23,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:19:23,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,35991,1733480360402 in 197 msec 2024-12-06T10:19:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:19:23,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-06T10:19:23,377 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:23,377 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:19:23,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:23,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:23,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:23,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:23,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2090 sec 2024-12-06T10:19:23,384 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480363383, completionTime=-1 2024-12-06T10:19:23,384 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:19:23,384 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480423386 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480483386 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:46539, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,386 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,388 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.944sec 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:23,390 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:23,392 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:23,392 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:23,392 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46539,1733480360338-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:23,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f157e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:23,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:23,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:23,433 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea23818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:23,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:23,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:23,434 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:23,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a669c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:23,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:23,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:23,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:23,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,46539,1733480360338 2024-12-06T10:19:23,440 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54219 2024-12-06T10:19:23,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:23,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018748ff850005 connected 2024-12-06T10:19:23,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a031c0 2024-12-06T10:19:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:23,454 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:23,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:23,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:19:23,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:23,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:23,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:19:23,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:19:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:23,865 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2269a45792beef4427951240410bac15, NAME => 'test,,1733480363454.2269a45792beef4427951240410bac15.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203 2024-12-06T10:19:23,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:19:24,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:24,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480363454.2269a45792beef4427951240410bac15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:24,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2269a45792beef4427951240410bac15, disabling compactions & flushes 2024-12-06T10:19:24,271 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,271 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480363454.2269a45792beef4427951240410bac15. after waiting 0 ms 2024-12-06T10:19:24,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,272 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,272 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2269a45792beef4427951240410bac15: Waiting for close lock at 1733480364271Disabling compacts and flushes for region at 1733480364271Disabling writes for close at 1733480364272 (+1 ms)Writing region close event to WAL at 1733480364272Closed at 1733480364272 2024-12-06T10:19:24,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:24,273 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480363454.2269a45792beef4427951240410bac15.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480364273"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480364273"}]},"ts":"1733480364273"} 2024-12-06T10:19:24,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:24,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:24,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480364276"}]},"ts":"1733480364276"} 2024-12-06T10:19:24,278 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:19:24,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2269a45792beef4427951240410bac15, ASSIGN}] 2024-12-06T10:19:24,279 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2269a45792beef4427951240410bac15, ASSIGN 2024-12-06T10:19:24,280 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2269a45792beef4427951240410bac15, ASSIGN; state=OFFLINE, location=748048564c27,42171,1733480356299; forceNewPlan=false, retain=false 2024-12-06T10:19:24,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:24,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2269a45792beef4427951240410bac15, regionState=OPENING, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:24,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2269a45792beef4427951240410bac15, ASSIGN because future has completed 2024-12-06T10:19:24,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2269a45792beef4427951240410bac15, server=748048564c27,42171,1733480356299}] 2024-12-06T10:19:24,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:24,590 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,590 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2269a45792beef4427951240410bac15, NAME => 'test,,1733480363454.2269a45792beef4427951240410bac15.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:24,591 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:24,591 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:19:24,591 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,591 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480363454.2269a45792beef4427951240410bac15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:24,591 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,591 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,593 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,595 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2269a45792beef4427951240410bac15 columnFamilyName f 2024-12-06T10:19:24,595 DEBUG [StoreOpener-2269a45792beef4427951240410bac15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:24,596 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(327): Store=2269a45792beef4427951240410bac15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:24,596 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,597 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2269a45792beef4427951240410bac15 columnFamilyName f1 2024-12-06T10:19:24,597 DEBUG [StoreOpener-2269a45792beef4427951240410bac15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:24,597 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(327): Store=2269a45792beef4427951240410bac15/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:24,598 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,599 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2269a45792beef4427951240410bac15 columnFamilyName norep 2024-12-06T10:19:24,599 DEBUG [StoreOpener-2269a45792beef4427951240410bac15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:24,600 INFO [StoreOpener-2269a45792beef4427951240410bac15-1 {}] regionserver.HStore(327): Store=2269a45792beef4427951240410bac15/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:24,600 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,601 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15 2024-12-06T10:19:24,601 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15 2024-12-06T10:19:24,603 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,604 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,604 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:24,605 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,608 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:24,609 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2269a45792beef4427951240410bac15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63159240, jitterRate=-0.058853983879089355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:24,609 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2269a45792beef4427951240410bac15 2024-12-06T10:19:24,610 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2269a45792beef4427951240410bac15: Running coprocessor pre-open hook at 1733480364591Writing region info on filesystem at 1733480364591Initializing all the Stores at 1733480364593 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480364593Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480364593Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480364593Cleaning up temporary data from old regions at 1733480364604 (+11 ms)Running coprocessor post-open hooks at 1733480364609 (+5 ms)Region opened successfully at 1733480364609 2024-12-06T10:19:24,610 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480363454.2269a45792beef4427951240410bac15., pid=6, masterSystemTime=1733480364586 2024-12-06T10:19:24,612 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,612 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:24,613 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2269a45792beef4427951240410bac15, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2269a45792beef4427951240410bac15, server=748048564c27,42171,1733480356299 because future has completed 2024-12-06T10:19:24,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:19:24,618 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2269a45792beef4427951240410bac15, server=748048564c27,42171,1733480356299 in 182 msec 2024-12-06T10:19:24,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:19:24,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2269a45792beef4427951240410bac15, ASSIGN in 340 msec 2024-12-06T10:19:24,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:24,620 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480364620"}]},"ts":"1733480364620"} 2024-12-06T10:19:24,622 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:19:24,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:24,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-12-06T10:19:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:25,606 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:19:25,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c09253 2024-12-06T10:19:25,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:25,608 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:25,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:25,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:19:25,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:25,612 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:25,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:19:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:25,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:25,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:19:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:26,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10cc056128576e579d65aee8f259ca82, NAME => 'test,,1733480365609.10cc056128576e579d65aee8f259ca82.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce 2024-12-06T10:19:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:19:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:26,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480365609.10cc056128576e579d65aee8f259ca82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:26,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 10cc056128576e579d65aee8f259ca82, disabling compactions & flushes 2024-12-06T10:19:26,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,428 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480365609.10cc056128576e579d65aee8f259ca82. after waiting 0 ms 2024-12-06T10:19:26,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10cc056128576e579d65aee8f259ca82: Waiting for close lock at 1733480366428Disabling compacts and flushes for region at 1733480366428Disabling writes for close at 1733480366429 (+1 ms)Writing region close event to WAL at 1733480366429Closed at 1733480366429 2024-12-06T10:19:26,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:26,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480365609.10cc056128576e579d65aee8f259ca82.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480366430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480366430"}]},"ts":"1733480366430"} 2024-12-06T10:19:26,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:26,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:26,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480366434"}]},"ts":"1733480366434"} 2024-12-06T10:19:26,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:19:26,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10cc056128576e579d65aee8f259ca82, ASSIGN}] 2024-12-06T10:19:26,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=10cc056128576e579d65aee8f259ca82, ASSIGN 2024-12-06T10:19:26,438 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=10cc056128576e579d65aee8f259ca82, ASSIGN; state=OFFLINE, location=748048564c27,35991,1733480360402; forceNewPlan=false, retain=false 2024-12-06T10:19:26,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10cc056128576e579d65aee8f259ca82, regionState=OPENING, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:26,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=10cc056128576e579d65aee8f259ca82, ASSIGN because future has completed 2024-12-06T10:19:26,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10cc056128576e579d65aee8f259ca82, server=748048564c27,35991,1733480360402}] 2024-12-06T10:19:26,748 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,748 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 10cc056128576e579d65aee8f259ca82, NAME => 'test,,1733480365609.10cc056128576e579d65aee8f259ca82.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:26,748 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:26,748 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:19:26,748 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,748 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480365609.10cc056128576e579d65aee8f259ca82.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,749 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,750 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,751 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10cc056128576e579d65aee8f259ca82 columnFamilyName f 2024-12-06T10:19:26,751 DEBUG [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:26,751 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(327): Store=10cc056128576e579d65aee8f259ca82/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:26,751 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,752 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10cc056128576e579d65aee8f259ca82 columnFamilyName f1 2024-12-06T10:19:26,752 DEBUG [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:26,753 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(327): Store=10cc056128576e579d65aee8f259ca82/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:26,753 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,754 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10cc056128576e579d65aee8f259ca82 columnFamilyName norep 2024-12-06T10:19:26,754 DEBUG [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:26,754 INFO [StoreOpener-10cc056128576e579d65aee8f259ca82-1 {}] regionserver.HStore(327): Store=10cc056128576e579d65aee8f259ca82/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:26,754 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,755 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,755 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:26,756 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,756 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,757 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:26,758 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,759 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:26,760 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 10cc056128576e579d65aee8f259ca82; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67338107, jitterRate=0.0034159868955612183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:26,760 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:26,760 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 10cc056128576e579d65aee8f259ca82: Running coprocessor pre-open hook at 1733480366749Writing region info on filesystem at 1733480366749Initializing all the Stores at 1733480366749Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480366749Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480366750 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480366750Cleaning up temporary data from old regions at 1733480366756 (+6 ms)Running coprocessor post-open hooks at 1733480366760 (+4 ms)Region opened successfully at 1733480366760 2024-12-06T10:19:26,761 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480365609.10cc056128576e579d65aee8f259ca82., pid=6, masterSystemTime=1733480366744 2024-12-06T10:19:26,762 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,762 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:26,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=10cc056128576e579d65aee8f259ca82, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:26,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10cc056128576e579d65aee8f259ca82, server=748048564c27,35991,1733480360402 because future has completed 2024-12-06T10:19:26,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:19:26,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 10cc056128576e579d65aee8f259ca82, server=748048564c27,35991,1733480360402 in 174 msec 2024-12-06T10:19:26,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:19:26,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=10cc056128576e579d65aee8f259ca82, ASSIGN in 332 msec 2024-12-06T10:19:26,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:26,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480366770"}]},"ts":"1733480366770"} 2024-12-06T10:19:26,772 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:19:26,772 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:26,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-06T10:19:27,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:27,766 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:19:27,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:27,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:27,767 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ac5281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,769 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:27,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e84b09b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f32778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,770 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:27,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:27,771 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f74a7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,772 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:27,774 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:27,774 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,776 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:27,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0fd8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b3a45d 2024-12-06T10:19:27,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:27,778 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:27,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:19:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:27,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:27,781 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:46539' 2024-12-06T10:19:27,784 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efcaf5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,784 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:27,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:27,785 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5034f345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,786 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:27,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643bab84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:27,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29e27dbb 2024-12-06T10:19:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:27,788 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:27,789 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:19:27,789 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:19:27,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,789 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:27,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:27,789 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:27,790 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:27,791 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:27,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:27,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:27,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:19:27,840 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:19:27,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:28,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d8b4af6f6495f926c26cbc07e0b1da3, NAME => 'hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203 2024-12-06T10:19:28,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:19:28,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:28,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:28,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d8b4af6f6495f926c26cbc07e0b1da3, disabling compactions & flushes 2024-12-06T10:19:28,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. after waiting 0 ms 2024-12-06T10:19:28,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,605 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,605 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d8b4af6f6495f926c26cbc07e0b1da3: Waiting for close lock at 1733480368605Disabling compacts and flushes for region at 1733480368605Disabling writes for close at 1733480368605Writing region close event to WAL at 1733480368605Closed at 1733480368605 2024-12-06T10:19:28,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:28,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480368606"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480368606"}]},"ts":"1733480368606"} 2024-12-06T10:19:28,608 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:28,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:28,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480368609"}]},"ts":"1733480368609"} 2024-12-06T10:19:28,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:19:28,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d8b4af6f6495f926c26cbc07e0b1da3, ASSIGN}] 2024-12-06T10:19:28,612 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d8b4af6f6495f926c26cbc07e0b1da3, ASSIGN 2024-12-06T10:19:28,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d8b4af6f6495f926c26cbc07e0b1da3, ASSIGN; state=OFFLINE, location=748048564c27,42171,1733480356299; forceNewPlan=false, retain=false 2024-12-06T10:19:28,764 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d8b4af6f6495f926c26cbc07e0b1da3, regionState=OPENING, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:28,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d8b4af6f6495f926c26cbc07e0b1da3, ASSIGN because future has completed 2024-12-06T10:19:28,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8b4af6f6495f926c26cbc07e0b1da3, server=748048564c27,42171,1733480356299}] 2024-12-06T10:19:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:28,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:19:28,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T10:19:28,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:19:28,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T10:19:28,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:28,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-06T10:19:28,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:28,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T10:19:28,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:28,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T10:19:28,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:28,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:28,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42171%2C1733480356299.rep, suffix=, logDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299, archiveDir=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/oldWALs, maxLogs=10 2024-12-06T10:19:28,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.rep.1733480368924, exclude list is [], retry=0 2024-12-06T10:19:28,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43487,DS-9dcc38da-e411-4e06-ac4c-b7444a1150f3,DISK] 2024-12-06T10:19:28,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.rep.1733480368924 2024-12-06T10:19:28,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42725:42725)] 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d8b4af6f6495f926c26cbc07e0b1da3, NAME => 'hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:28,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. service=MultiRowMutationService 2024-12-06T10:19:28,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,944 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,946 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8b4af6f6495f926c26cbc07e0b1da3 columnFamilyName hfileref 2024-12-06T10:19:28,946 DEBUG [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:28,946 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(327): Store=8d8b4af6f6495f926c26cbc07e0b1da3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:28,946 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,947 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8b4af6f6495f926c26cbc07e0b1da3 columnFamilyName queue 2024-12-06T10:19:28,947 DEBUG [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:28,948 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(327): Store=8d8b4af6f6495f926c26cbc07e0b1da3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:28,948 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,949 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8b4af6f6495f926c26cbc07e0b1da3 columnFamilyName sid 2024-12-06T10:19:28,949 DEBUG [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:28,949 INFO [StoreOpener-8d8b4af6f6495f926c26cbc07e0b1da3-1 {}] regionserver.HStore(327): Store=8d8b4af6f6495f926c26cbc07e0b1da3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:28,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:28,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:28,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8d8b4af6f6495f926c26cbc07e0b1da3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60454728, jitterRate=-0.09915435314178467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:28,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:28,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8d8b4af6f6495f926c26cbc07e0b1da3: Running coprocessor pre-open hook at 1733480368942Writing region info on filesystem at 1733480368942Initializing all the Stores at 1733480368943 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480368943Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480368944 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480368944Cleaning up temporary data from old regions at 1733480368951 (+7 ms)Running coprocessor post-open hooks at 1733480368955 (+4 ms)Region opened successfully at 1733480368955 2024-12-06T10:19:28,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3., pid=10, masterSystemTime=1733480368919 2024-12-06T10:19:28,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:28,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8d8b4af6f6495f926c26cbc07e0b1da3, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42171,1733480356299 2024-12-06T10:19:28,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8b4af6f6495f926c26cbc07e0b1da3, server=748048564c27,42171,1733480356299 because future has completed 2024-12-06T10:19:28,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:19:28,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d8b4af6f6495f926c26cbc07e0b1da3, server=748048564c27,42171,1733480356299 in 194 msec 2024-12-06T10:19:28,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:19:28,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d8b4af6f6495f926c26cbc07e0b1da3, ASSIGN in 352 msec 2024-12-06T10:19:28,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:28,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480368965"}]},"ts":"1733480368965"} 2024-12-06T10:19:28,967 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:19:28,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:28,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-12-06T10:19:28,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3., hostname=748048564c27,42171,1733480356299, seqNum=2] 2024-12-06T10:19:29,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:29,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:29,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:19:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42171 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:19:29,158 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:19:29,187 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42171,1733480356299, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:29,188 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:29,188 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:29,188 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:29,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:29,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42171,1733480356299', locateType=CURRENT is [region=hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3., hostname=748048564c27,42171,1733480356299, seqNum=2] 2024-12-06T10:19:29,193 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:19:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:19:29,195 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42171,1733480356299 suceeded 2024-12-06T10:19:29,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:19:29,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T10:19:29,198 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:46539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:19:29,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4200 sec 2024-12-06T10:19:29,208 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:46539' 2024-12-06T10:19:29,209 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@548c8461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,209 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:29,209 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:29,210 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:29,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:29,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:29,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d4eaf37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:29,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:29,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,211 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:29,212 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15386e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,212 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:29,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:29,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b9c275d 2024-12-06T10:19:29,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:29,214 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:29,214 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42171,1733480356299 (queues=1) is replicating from cluster=925bbf6f-e047-4bce-a701-01293c07107b to cluster=52241554-c4eb-45b0-9516-6a6935f152e5 2024-12-06T10:19:29,214 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42171%2C1733480356299 2024-12-06T10:19:29,214 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42171,1733480356299, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:29,215 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42171%2C1733480356299 2024-12-06T10:19:29,215 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, startPosition=0, beingWritten=true 2024-12-06T10:19:29,220 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:29,220 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:29,220 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42171,1733480356299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:29,424 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:29,728 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:29,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:29,925 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:19:29,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:29,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:29,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:29,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:29,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:29,927 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed4e6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,929 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580a616f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dced906 2024-12-06T10:19:29,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:29,931 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:29,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:19:29,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:29,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:29,934 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:45385' 2024-12-06T10:19:29,935 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406dd3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,935 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:29,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:29,936 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1fb913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:29,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,937 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:29,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43702b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:29,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:29,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:29,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a0ac40 2024-12-06T10:19:29,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:29,939 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:29,939 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:19:29,940 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:19:29,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:29,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:29,940 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:29,941 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:29,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:29,942 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:29,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:19:29,991 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:19:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:30,093 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:30,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:30,132 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:30,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 894e33d913c91d36c9bc14b018ee28d1, NAME => 'hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce 2024-12-06T10:19:30,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:19:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:30,637 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:30,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:30,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 894e33d913c91d36c9bc14b018ee28d1, disabling compactions & flushes 2024-12-06T10:19:30,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:30,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:30,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. after waiting 0 ms 2024-12-06T10:19:30,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:30,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:30,759 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 894e33d913c91d36c9bc14b018ee28d1: Waiting for close lock at 1733480370759Disabling compacts and flushes for region at 1733480370759Disabling writes for close at 1733480370759Writing region close event to WAL at 1733480370759Closed at 1733480370759 2024-12-06T10:19:30,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:30,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480370760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480370760"}]},"ts":"1733480370760"} 2024-12-06T10:19:30,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:30,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:30,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480370765"}]},"ts":"1733480370765"} 2024-12-06T10:19:30,767 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:19:30,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=894e33d913c91d36c9bc14b018ee28d1, ASSIGN}] 2024-12-06T10:19:30,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=894e33d913c91d36c9bc14b018ee28d1, ASSIGN 2024-12-06T10:19:30,769 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=894e33d913c91d36c9bc14b018ee28d1, ASSIGN; state=OFFLINE, location=748048564c27,35991,1733480360402; forceNewPlan=false, retain=false 2024-12-06T10:19:30,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=894e33d913c91d36c9bc14b018ee28d1, regionState=OPENING, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:30,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=894e33d913c91d36c9bc14b018ee28d1, ASSIGN because future has completed 2024-12-06T10:19:30,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 894e33d913c91d36c9bc14b018ee28d1, server=748048564c27,35991,1733480360402}] 2024-12-06T10:19:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:31,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:31,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:31,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:31,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35991%2C1733480360402.rep, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/oldWALs, maxLogs=10 2024-12-06T10:19:31,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.rep.1733480371081, exclude list is [], retry=0 2024-12-06T10:19:31,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39359,DS-c5f12985-655f-4c2a-9645-7546f4acb110,DISK] 2024-12-06T10:19:31,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.rep.1733480371081 2024-12-06T10:19:31,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34333:34333)] 2024-12-06T10:19:31,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 894e33d913c91d36c9bc14b018ee28d1, NAME => 'hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:31,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. service=MultiRowMutationService 2024-12-06T10:19:31,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,100 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,105 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894e33d913c91d36c9bc14b018ee28d1 columnFamilyName hfileref 2024-12-06T10:19:31,106 DEBUG [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:31,107 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(327): Store=894e33d913c91d36c9bc14b018ee28d1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:31,107 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,110 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894e33d913c91d36c9bc14b018ee28d1 columnFamilyName queue 2024-12-06T10:19:31,110 DEBUG [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:31,111 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(327): Store=894e33d913c91d36c9bc14b018ee28d1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:31,111 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,112 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 894e33d913c91d36c9bc14b018ee28d1 columnFamilyName sid 2024-12-06T10:19:31,112 DEBUG [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:31,113 INFO [StoreOpener-894e33d913c91d36c9bc14b018ee28d1-1 {}] regionserver.HStore(327): Store=894e33d913c91d36c9bc14b018ee28d1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:31,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:31,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:31,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 894e33d913c91d36c9bc14b018ee28d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59884094, jitterRate=-0.10765746235847473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:31,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:31,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 894e33d913c91d36c9bc14b018ee28d1: Running coprocessor pre-open hook at 1733480371099Writing region info on filesystem at 1733480371099Initializing all the Stores at 1733480371100 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480371100Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480371100Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480371100Cleaning up temporary data from old regions at 1733480371116 (+16 ms)Running coprocessor post-open hooks at 1733480371126 (+10 ms)Region opened successfully at 1733480371126 2024-12-06T10:19:31,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1., pid=10, masterSystemTime=1733480371075 2024-12-06T10:19:31,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:31,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:31,130 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=894e33d913c91d36c9bc14b018ee28d1, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,35991,1733480360402 2024-12-06T10:19:31,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 894e33d913c91d36c9bc14b018ee28d1, server=748048564c27,35991,1733480360402 because future has completed 2024-12-06T10:19:31,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:19:31,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 894e33d913c91d36c9bc14b018ee28d1, server=748048564c27,35991,1733480360402 in 211 msec 2024-12-06T10:19:31,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:19:31,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=894e33d913c91d36c9bc14b018ee28d1, ASSIGN in 368 msec 2024-12-06T10:19:31,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:31,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480371141"}]},"ts":"1733480371141"} 2024-12-06T10:19:31,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:19:31,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:31,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-12-06T10:19:31,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1., hostname=748048564c27,35991,1733480360402, seqNum=2] 2024-12-06T10:19:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:31,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:31,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:19:31,241 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:31,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35991 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:19:31,370 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:19:31,398 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,35991,1733480360402, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:31,399 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:31,399 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:31,399 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:31,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:31,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,35991,1733480360402', locateType=CURRENT is [region=hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1., hostname=748048564c27,35991,1733480360402, seqNum=2] 2024-12-06T10:19:31,405 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:19:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:19:31,407 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,35991,1733480360402 suceeded 2024-12-06T10:19:31,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:19:31,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T10:19:31,409 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:45385,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:19:31,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-12-06T10:19:31,420 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:45385' 2024-12-06T10:19:31,421 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27582ace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:31,421 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:31,421 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:31,422 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@733f2a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:31,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:31,423 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:31,424 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bffc5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:31,424 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:31,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cfaf89a 2024-12-06T10:19:31,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:31,425 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:31,426 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,35991,1733480360402 (queues=1) is replicating from cluster=52241554-c4eb-45b0-9516-6a6935f152e5 to cluster=925bbf6f-e047-4bce-a701-01293c07107b 2024-12-06T10:19:31,426 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C35991%2C1733480360402 2024-12-06T10:19:31,426 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,35991,1733480360402, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:31,426 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C35991%2C1733480360402 2024-12-06T10:19:31,426 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, startPosition=0, beingWritten=true 2024-12-06T10:19:31,431 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:31,431 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:31,431 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35991,1733480360402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:31,635 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:31,940 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:31,946 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:32,086 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:19:32,086 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:32,086 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:32,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:32,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:32,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:32,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:32,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733480372089/Put/seqid=0 2024-12-06T10:19:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741840_1016 (size=7894) 2024-12-06T10:19:32,344 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:32,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733480372497/Put/seqid=0 2024-12-06T10:19:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741841_1017 (size=7691) 2024-12-06T10:19:32,750 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:32,849 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:32,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca2fe04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:32,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:32,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:32,914 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:32,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b9b158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:32,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:32,917 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:32,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc1af73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:32,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:32,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:32,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:32,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:32,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:32,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7741b69c 2024-12-06T10:19:32,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:32,939 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:32,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2] 2024-12-06T10:19:32,947 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:32,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-06T10:19:32,961 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-06T10:19:32,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T10:19:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:32,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T10:19:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(2603): Flush status journal for 2269a45792beef4427951240410bac15: 2024-12-06T10:19:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_0 2024-12-06T10:19:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_0 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ 2024-12-06T10:19:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_1 2024-12-06T10:19:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_1 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ 2024-12-06T10:19:32,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_0 into 2269a45792beef4427951240410bac15/f as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ - updating store file list. 2024-12-06T10:19:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:33,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ into 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:33,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_0 into 2269a45792beef4427951240410bac15/f (new location: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_) 2024-12-06T10:19:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_0 2024-12-06T10:19:33,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_1 into 2269a45792beef4427951240410bac15/f as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ - updating store file list. 2024-12-06T10:19:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c34419407a04d279c920dae5cf93c9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:33,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ into 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:33,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_1 into 2269a45792beef4427951240410bac15/f (new location: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_) 2024-12-06T10:19:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins__test__jhucmcfa3v7so7dt91k6po443r3sv8gq665cl1vbj17gv3p55o98t8rn6pgpvq96/f/hfile_1 2024-12-06T10:19:33,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:33,011 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:33,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:33,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:33,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:33,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2 , the old value is region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:42171 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:19:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:19:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2 from cache 2024-12-06T10:19:33,013 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T10:19:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:33,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2] 2024-12-06T10:19:33,019 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:19:33,115 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:19:33,454 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:33,654 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 379, reset compression=false 2024-12-06T10:19:33,660 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:33,660 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42171,1733480356299 got entry batch from reader: WALEntryBatch [walEntries=[{test/2269a45792beef4427951240410bac15/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480373009/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:19:33,662 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:33,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-06T10:19:33,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.ReplicationSink(318): Replicating [925bbf6f-e047-4bce-a701-01293c07107b] bulk loaded data 2024-12-06T10:19:33,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb924a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:33,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:33,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:33,665 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75d26f05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:33,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:33,666 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:33,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ef5e6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741840_1016 (size=7894) 2024-12-06T10:19:33,860 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 687, reset compression=false 2024-12-06T10:19:34,021 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:19:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741841_1017 (size=7691) 2024-12-06T10:19:34,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595a8c08 2024-12-06T10:19:34,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:34,093 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:34,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:34,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:34,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:34,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:34,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:34,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T10:19:34,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T10:19:34,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ for inclusion in 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-06T10:19:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:34,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ for inclusion in 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-06T10:19:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(2603): Flush status journal for 10cc056128576e579d65aee8f259ca82: 2024-12-06T10:19:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7c34419407a04d279c920dae5cf93c9c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:19:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/db56e79f16e2428e93053a534eaa16e8_SeqId_4_ 2024-12-06T10:19:34,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:19:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/a7c271b87148481cbe30562dd665b16d_SeqId_4_ 2024-12-06T10:19:34,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/db56e79f16e2428e93053a534eaa16e8_SeqId_4_ - updating store file list. 2024-12-06T10:19:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db56e79f16e2428e93053a534eaa16e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:34,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/db56e79f16e2428e93053a534eaa16e8_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:34,126 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f (new location: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/db56e79f16e2428e93053a534eaa16e8_SeqId_4_) 2024-12-06T10:19:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/7c34419407a04d279c920dae5cf93c9c_SeqId_4_ 2024-12-06T10:19:34,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/a7c271b87148481cbe30562dd665b16d_SeqId_4_ - updating store file list. 2024-12-06T10:19:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7c271b87148481cbe30562dd665b16d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:34,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/a7c271b87148481cbe30562dd665b16d_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:34,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ into 10cc056128576e579d65aee8f259ca82/f (new location: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/a7c271b87148481cbe30562dd665b16d_SeqId_4_) 2024-12-06T10:19:34,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__uth793mcsh2kpta5gvffd1mm4gvuae2886vne1qjr1s04shtqrglqm1vevseu3m0/f/ab25f46c7a4b4ba582320f7667a1ab7a_SeqId_4_ 2024-12-06T10:19:34,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.ReplicationSink(324): Finished replicating [925bbf6f-e047-4bce-a701-01293c07107b] bulk loaded data 2024-12-06T10:19:34,158 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 379, reset compression=false 2024-12-06T10:19:34,164 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 687, reset compression=false 2024-12-06T10:19:34,164 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:34,164 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35991,1733480360402 got entry batch from reader: WALEntryBatch [walEntries=[{test/10cc056128576e579d65aee8f259ca82/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480374136/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T10:19:34,166 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:34,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-06T10:19:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(318): Replicating [925bbf6f-e047-4bce-a701-01293c07107b, 52241554-c4eb-45b0-9516-6a6935f152e5] bulk loaded data 2024-12-06T10:19:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d90e92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:34,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,45385,-1 for getting cluster id 2024-12-06T10:19:34,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:34,169 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '925bbf6f-e047-4bce-a701-01293c07107b' 2024-12-06T10:19:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "925bbf6f-e047-4bce-a701-01293c07107b" 2024-12-06T10:19:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615e6d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:34,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,45385,-1] 2024-12-06T10:19:34,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:34,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:34,171 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:34,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67dc4235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:34,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741842_1018 (size=7691) 2024-12-06T10:19:34,364 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 725, reset compression=false 2024-12-06T10:19:34,568 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 687, reset compression=false 2024-12-06T10:19:34,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741843_1019 (size=7894) 2024-12-06T10:19:34,669 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 725, reset compression=false 2024-12-06T10:19:34,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:34,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,45385,1733480356239 2024-12-06T10:19:34,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78b96a80 2024-12-06T10:19:34,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:34,998 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:35,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:35,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:35,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:35,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:35,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:35,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__7itltldcc324srht1t2ii6ed0503t4g0frb2p7pf0uimmstaotca1fsj9rf66tr1/f/a7c271b87148481cbe30562dd665b16d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-06T10:19:35,012 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__7itltldcc324srht1t2ii6ed0503t4g0frb2p7pf0uimmstaotca1fsj9rf66tr1/f/db56e79f16e2428e93053a534eaa16e8_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-06T10:19:35,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(324): Finished replicating [925bbf6f-e047-4bce-a701-01293c07107b, 52241554-c4eb-45b0-9516-6a6935f152e5] bulk loaded data 2024-12-06T10:19:35,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:35,032 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733480375032/Put/seqid=0 2024-12-06T10:19:35,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741842_1018 (size=11194) 2024-12-06T10:19:35,043 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733480375043/Put/seqid=0 2024-12-06T10:19:35,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741843_1019 (size=10791) 2024-12-06T10:19:35,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7712d32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:35,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,46539,-1 for getting cluster id 2024-12-06T10:19:35,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:35,058 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52241554-c4eb-45b0-9516-6a6935f152e5' 2024-12-06T10:19:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52241554-c4eb-45b0-9516-6a6935f152e5" 2024-12-06T10:19:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c21afe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:35,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,46539,-1] 2024-12-06T10:19:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:35,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:35,060 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:35,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:35,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35991,1733480360402, seqNum=-1] 2024-12-06T10:19:35,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:35,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:35,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,46539,1733480360338 2024-12-06T10:19:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5849383e 2024-12-06T10:19:35,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:35,073 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:35,074 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 687, reset compression=false 2024-12-06T10:19:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2] 2024-12-06T10:19:35,077 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 725, reset compression=false 2024-12-06T10:19:35,080 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:35,085 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-06T10:19:35,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-06T10:19:35,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T10:19:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:35,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T10:19:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegion(2603): Flush status journal for 10cc056128576e579d65aee8f259ca82: 2024-12-06T10:19:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_0 2024-12-06T10:19:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_0 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ 2024-12-06T10:19:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_1 2024-12-06T10:19:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_1 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ 2024-12-06T10:19:35,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_0 into 10cc056128576e579d65aee8f259ca82/f as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ - updating store file list. 2024-12-06T10:19:35,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:35,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ into 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:35,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_0 into 10cc056128576e579d65aee8f259ca82/f (new location: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_) 2024-12-06T10:19:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_0 2024-12-06T10:19:35,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_1 into 10cc056128576e579d65aee8f259ca82/f as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ - updating store file list. 2024-12-06T10:19:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c15e5d8899e45c08119fe068f20581d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:35,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ into 10cc056128576e579d65aee8f259ca82/f 2024-12-06T10:19:35,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_1 into 10cc056128576e579d65aee8f259ca82/f (new location: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_) 2024-12-06T10:19:35,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins__test__ilkmt982r2itqnv50q52bo0t8qu25hs94icjuaulcb0vung1ta84fvc5j7amk1is/f/hfile_1 2024-12-06T10:19:35,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:35,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:35,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2 , the old value is region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:35991 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:19:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:19:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480365609.10cc056128576e579d65aee8f259ca82., hostname=748048564c27,35991,1733480360402, seqNum=2 from cache 2024-12-06T10:19:35,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:35,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42171,1733480356299, seqNum=-1] 2024-12-06T10:19:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:35,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:35,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480363454.2269a45792beef4427951240410bac15., hostname=748048564c27,42171,1733480356299, seqNum=2] 2024-12-06T10:19:35,154 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:19:35,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35991: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:40822 deadline: 1733480435139 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:40822 2024-12-06T10:19:35,246 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:35991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:19:35,581 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 725, reset compression=false 2024-12-06T10:19:35,591 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:35,591 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35991,1733480360402 got entry batch from reader: WALEntryBatch [walEntries=[{test/10cc056128576e579d65aee8f259ca82/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480375132/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:19:35,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(318): Replicating [52241554-c4eb-45b0-9516-6a6935f152e5] bulk loaded data 2024-12-06T10:19:35,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741844_1020 (size=11194) 2024-12-06T10:19:35,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741845_1021 (size=10791) 2024-12-06T10:19:35,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:35,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T10:19:35,647 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T10:19:35,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ for inclusion in 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-06T10:19:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:35,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ for inclusion in 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-06T10:19:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:19:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegion(2603): Flush status journal for 2269a45792beef4427951240410bac15: 2024-12-06T10:19:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/09fa113eb0554788a990061e43ddfb1e_SeqId_6_ 2024-12-06T10:19:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4c15e5d8899e45c08119fe068f20581d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:19:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ce6bef3565574f96abf00d3674af85a2_SeqId_6_ 2024-12-06T10:19:35,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ into 2269a45792beef4427951240410bac15/f as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/09fa113eb0554788a990061e43ddfb1e_SeqId_6_ - updating store file list. 2024-12-06T10:19:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09fa113eb0554788a990061e43ddfb1e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:35,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/09fa113eb0554788a990061e43ddfb1e_SeqId_6_ into 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:35,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ into 2269a45792beef4427951240410bac15/f (new location: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/09fa113eb0554788a990061e43ddfb1e_SeqId_6_) 2024-12-06T10:19:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_ 2024-12-06T10:19:35,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ into 2269a45792beef4427951240410bac15/f as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ce6bef3565574f96abf00d3674af85a2_SeqId_6_ - updating store file list. 2024-12-06T10:19:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ce6bef3565574f96abf00d3674af85a2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:19:35,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ce6bef3565574f96abf00d3674af85a2_SeqId_6_ into 2269a45792beef4427951240410bac15/f 2024-12-06T10:19:35,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ into 2269a45792beef4427951240410bac15/f (new location: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/f/ce6bef3565574f96abf00d3674af85a2_SeqId_6_) 2024-12-06T10:19:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/staging/jenkins.hfs.10__test__cm29r997v87gnk8ercdh7k6g1n4680i55277775tueqm5h0uhgge6sc81c6edt45/f/4c15e5d8899e45c08119fe068f20581d_SeqId_6_ 2024-12-06T10:19:35,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42171 {}] regionserver.ReplicationSink(324): Finished replicating [52241554-c4eb-45b0-9516-6a6935f152e5] bulk loaded data 2024-12-06T10:19:35,678 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 687, reset compression=false 2024-12-06T10:19:35,682 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:35,682 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42171,1733480356299 got entry batch from reader: WALEntryBatch [walEntries=[{test/2269a45792beef4427951240410bac15/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480375674/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-06T10:19:35,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.ReplicationSink(318): Replicating [52241554-c4eb-45b0-9516-6a6935f152e5, 925bbf6f-e047-4bce-a701-01293c07107b] bulk loaded data 2024-12-06T10:19:35,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741844_1020 (size=11194) 2024-12-06T10:19:35,791 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1033, reset compression=false 2024-12-06T10:19:35,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:36,096 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1033, reset compression=false 2024-12-06T10:19:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741845_1021 (size=10791) 2024-12-06T10:19:36,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:19:36,118 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__rf15bkerjsmdes60c3fi48qanq2pb02cfs55dv9f3ug6vtp8p3n0hbgk7h6esb46/f/09fa113eb0554788a990061e43ddfb1e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-06T10:19:36,121 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/staging/jenkins.hfs.11__test__rf15bkerjsmdes60c3fi48qanq2pb02cfs55dv9f3ug6vtp8p3n0hbgk7h6esb46/f/ce6bef3565574f96abf00d3674af85a2_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-06T10:19:36,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35991 {}] regionserver.ReplicationSink(324): Finished replicating [52241554-c4eb-45b0-9516-6a6935f152e5, 925bbf6f-e047-4bce-a701-01293c07107b] bulk loaded data 2024-12-06T10:19:36,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:19:36,167 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:36,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:36,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:36,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:36,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:36,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:36,167 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=965355792, stopped=false 2024-12-06T10:19:36,167 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,46539,1733480360338 2024-12-06T10:19:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-112516086/running 2024-12-06T10:19:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-112516086/running 2024-12-06T10:19:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:36,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:36,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:36,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:36,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:36,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,35991,1733480360402' ***** 2024-12-06T10:19:36,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/running 2024-12-06T10:19:36,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:36,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Set watcher on znode that does not yet exist, /1-112516086/running 2024-12-06T10:19:36,170 INFO [RS:0;748048564c27:35991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:36,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(3091): Received CLOSE for 10cc056128576e579d65aee8f259ca82 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(3091): Received CLOSE for 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(959): stopping server 748048564c27,35991,1733480360402 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:36,171 INFO [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35991. 2024-12-06T10:19:36,171 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10cc056128576e579d65aee8f259ca82, disabling compactions & flushes 2024-12-06T10:19:36,171 DEBUG [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:36,171 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:36,172 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480365609.10cc056128576e579d65aee8f259ca82. after waiting 0 ms 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:36,172 INFO [RS:0;748048564c27:35991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:36,172 INFO [RS:0;748048564c27:35991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:36,172 INFO [RS:0;748048564c27:35991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:36,172 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:36,172 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:19:36,172 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1325): Online Regions={10cc056128576e579d65aee8f259ca82=test,,1733480365609.10cc056128576e579d65aee8f259ca82., 1588230740=hbase:meta,,1.1588230740, 894e33d913c91d36c9bc14b018ee28d1=hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1.} 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:36,172 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1351): Waiting on 10cc056128576e579d65aee8f259ca82, 1588230740, 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:36,172 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:36,172 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:36,173 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:19:36,182 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:36,187 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:36,188 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/default/test/10cc056128576e579d65aee8f259ca82/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:19:36,197 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:36,197 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:36,197 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:36,197 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10cc056128576e579d65aee8f259ca82: Waiting for close lock at 1733480376171Running coprocessor pre-close hooks at 1733480376171Disabling compacts and flushes for region at 1733480376171Disabling writes for close at 1733480376172 (+1 ms)Writing region close event to WAL at 1733480376182 (+10 ms)Running coprocessor post-close hooks at 1733480376197 (+15 ms)Closed at 1733480376197 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480365609.10cc056128576e579d65aee8f259ca82. 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 894e33d913c91d36c9bc14b018ee28d1, disabling compactions & flushes 2024-12-06T10:19:36,198 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. after waiting 0 ms 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:36,198 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 894e33d913c91d36c9bc14b018ee28d1 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T10:19:36,198 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/info/71b73294b2f0445ca88b0ceb2bf2af88 is 147, key is hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1./info:regioninfo/1733480371130/Put/seqid=0 2024-12-06T10:19:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741846_1022 (size=7686) 2024-12-06T10:19:36,219 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/info/71b73294b2f0445ca88b0ceb2bf2af88 2024-12-06T10:19:36,227 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/hfileref/91a131ee9e904a438a7fb99f3500db50 is 74, key is 1/hfileref:2285bf61e42e4200a5a5e13e4eac796f_SeqId_6_/1733480375677/DeleteColumn/seqid=0 2024-12-06T10:19:36,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741847_1023 (size=5345) 2024-12-06T10:19:36,245 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/hfileref/91a131ee9e904a438a7fb99f3500db50 2024-12-06T10:19:36,260 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/ns/234def8c819f492f9252d9e673852031 is 43, key is default/ns:d/1733480363380/Put/seqid=0 2024-12-06T10:19:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741848_1024 (size=5153) 2024-12-06T10:19:36,265 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/ns/234def8c819f492f9252d9e673852031 2024-12-06T10:19:36,271 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/queue/3ae38b9c8e5e45d3baf3d7bb98e011cf is 154, key is 1-748048564c27,35991,1733480360402/queue:748048564c27%2C35991%2C1733480360402/1733480375679/Put/seqid=0 2024-12-06T10:19:36,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741849_1025 (size=5353) 2024-12-06T10:19:36,289 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/rep_barrier/8cfdd38127d24965a4c81561e5662135 is 112, key is test,,1733480365609.10cc056128576e579d65aee8f259ca82./rep_barrier:seqnumDuringOpen/1733480366763/Put/seqid=0 2024-12-06T10:19:36,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741850_1026 (size=5518) 2024-12-06T10:19:36,334 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:19:36,334 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:19:36,372 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:36,505 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1033, reset compression=false 2024-12-06T10:19:36,514 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:36,514 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1328, reset compression=false 2024-12-06T10:19:36,514 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35991,1733480360402 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:36,515 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,35991,1733480360402: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,35991,1733480360402, walGroup=748048564c27%2C35991%2C1733480360402, offset=748048564c27%2C35991%2C1733480360402.1733480362404:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:35991 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:19:36,517 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:19:36,517 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:19:36,518 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:19:36,518 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:19:36,518 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:19:36,518 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 797629680 }, "NonHeapMemoryUsage": { "committed": 190316544, "init": 7667712, "max": -1, "used": 187555600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:19:36,521 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:46539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:19:36,573 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 894e33d913c91d36c9bc14b018ee28d1 2024-12-06T10:19:36,601 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:36,601 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:36,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:36,678 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/queue/3ae38b9c8e5e45d3baf3d7bb98e011cf 2024-12-06T10:19:36,684 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/hfileref/91a131ee9e904a438a7fb99f3500db50 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/hfileref/91a131ee9e904a438a7fb99f3500db50 2024-12-06T10:19:36,689 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/hfileref/91a131ee9e904a438a7fb99f3500db50, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T10:19:36,690 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/.tmp/queue/3ae38b9c8e5e45d3baf3d7bb98e011cf as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/queue/3ae38b9c8e5e45d3baf3d7bb98e011cf 2024-12-06T10:19:36,694 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/rep_barrier/8cfdd38127d24965a4c81561e5662135 2024-12-06T10:19:36,697 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/queue/3ae38b9c8e5e45d3baf3d7bb98e011cf, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T10:19:36,699 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 894e33d913c91d36c9bc14b018ee28d1 in 501ms, sequenceid=12, compaction requested=false 2024-12-06T10:19:36,709 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/replication/894e33d913c91d36c9bc14b018ee28d1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T10:19:36,710 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:36,710 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:36,710 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:36,710 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 894e33d913c91d36c9bc14b018ee28d1: Waiting for close lock at 1733480376198Running coprocessor pre-close hooks at 1733480376198Disabling compacts and flushes for region at 1733480376198Disabling writes for close at 1733480376198Obtaining lock to block concurrent updates at 1733480376198Preparing flush snapshotting stores in 894e33d913c91d36c9bc14b018ee28d1 at 1733480376198Finished memstore snapshotting hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733480376198Flushing stores of hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. at 1733480376199 (+1 ms)Flushing 894e33d913c91d36c9bc14b018ee28d1/hfileref: creating writer at 1733480376199Flushing 894e33d913c91d36c9bc14b018ee28d1/hfileref: appending metadata at 1733480376226 (+27 ms)Flushing 894e33d913c91d36c9bc14b018ee28d1/hfileref: closing flushed file at 1733480376226Flushing 894e33d913c91d36c9bc14b018ee28d1/queue: creating writer at 1733480376251 (+25 ms)Flushing 894e33d913c91d36c9bc14b018ee28d1/queue: appending metadata at 1733480376271 (+20 ms)Flushing 894e33d913c91d36c9bc14b018ee28d1/queue: closing flushed file at 1733480376271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d187b1c: reopening flushed file at 1733480376683 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc3f356: reopening flushed file at 1733480376690 (+7 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 894e33d913c91d36c9bc14b018ee28d1 in 501ms, sequenceid=12, compaction requested=false at 1733480376699 (+9 ms)Writing region close event to WAL at 1733480376701 (+2 ms)Running coprocessor post-close hooks at 1733480376710 (+9 ms)Closed at 1733480376710 2024-12-06T10:19:36,710 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480369940.894e33d913c91d36c9bc14b018ee28d1. 2024-12-06T10:19:36,720 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1328, reset compression=false 2024-12-06T10:19:36,723 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/table/684fb799ccc247548a46d29f859a379a is 53, key is hbase:replication/table:state/1733480371141/Put/seqid=0 2024-12-06T10:19:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741851_1027 (size=5308) 2024-12-06T10:19:36,732 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/table/684fb799ccc247548a46d29f859a379a 2024-12-06T10:19:36,738 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/info/71b73294b2f0445ca88b0ceb2bf2af88 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/info/71b73294b2f0445ca88b0ceb2bf2af88 2024-12-06T10:19:36,752 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/info/71b73294b2f0445ca88b0ceb2bf2af88, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:19:36,753 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/ns/234def8c819f492f9252d9e673852031 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/ns/234def8c819f492f9252d9e673852031 2024-12-06T10:19:36,761 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/ns/234def8c819f492f9252d9e673852031, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:19:36,762 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/rep_barrier/8cfdd38127d24965a4c81561e5662135 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/rep_barrier/8cfdd38127d24965a4c81561e5662135 2024-12-06T10:19:36,768 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/rep_barrier/8cfdd38127d24965a4c81561e5662135, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:19:36,770 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/.tmp/table/684fb799ccc247548a46d29f859a379a as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/table/684fb799ccc247548a46d29f859a379a 2024-12-06T10:19:36,773 DEBUG [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:36,798 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/table/684fb799ccc247548a46d29f859a379a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:19:36,799 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 627ms, sequenceid=16, compaction requested=false 2024-12-06T10:19:36,815 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:19:36,815 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:36,815 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:36,815 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:36,816 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480376172Running coprocessor pre-close hooks at 1733480376172Disabling compacts and flushes for region at 1733480376172Disabling writes for close at 1733480376172Obtaining lock to block concurrent updates at 1733480376173 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480376173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480376173Flushing stores of hbase:meta,,1.1588230740 at 1733480376174 (+1 ms)Flushing 1588230740/info: creating writer at 1733480376174Flushing 1588230740/info: appending metadata at 1733480376198 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733480376198Flushing 1588230740/ns: creating writer at 1733480376226 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733480376259 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1733480376260 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733480376270 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480376289 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480376289Flushing 1588230740/table: creating writer at 1733480376699 (+410 ms)Flushing 1588230740/table: appending metadata at 1733480376723 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733480376723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@275e7a54: reopening flushed file at 1733480376737 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@784f83b0: reopening flushed file at 1733480376752 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6925c7f1: reopening flushed file at 1733480376761 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18e4bd8a: reopening flushed file at 1733480376769 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 627ms, sequenceid=16, compaction requested=false at 1733480376799 (+30 ms)Writing region close event to WAL at 1733480376811 (+12 ms)Running coprocessor post-close hooks at 1733480376815 (+4 ms)Closed at 1733480376815 2024-12-06T10:19:36,816 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:36,973 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(976): stopping server 748048564c27,35991,1733480360402; all regions closed. 2024-12-06T10:19:36,977 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.meta.1733480363337.meta not finished, retry = 0 2024-12-06T10:19:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:19:37,025 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.1733480362404 to pos 1328, reset compression=false 2024-12-06T10:19:37,082 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/WALs/748048564c27,35991,1733480360402/748048564c27%2C35991%2C1733480360402.rep.1733480371081 not finished, retry = 0 2024-12-06T10:19:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741839_1015 (size=3127) 2024-12-06T10:19:37,113 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:37,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741832_1008 (size=1336) 2024-12-06T10:19:37,189 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:37,189 INFO [RS:0;748048564c27:35991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:37,189 INFO [RS:0;748048564c27:35991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:37,190 INFO [RS:0;748048564c27:35991 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:37,190 INFO [RS:0;748048564c27:35991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:37,190 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:37,190 INFO [RS:0;748048564c27:35991 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,35991,1733480360402 because: Region server is closing 2024-12-06T10:19:37,190 INFO [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35991. 2024-12-06T10:19:37,190 DEBUG [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:37,190 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:37,191 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:37,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:37,291 INFO [RS:0;748048564c27:35991 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.shipper748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 terminated 2024-12-06T10:19:37,291 INFO [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35991. 2024-12-06T10:19:37,291 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35991,1733480360402.replicationSource.wal-reader.748048564c27%2C35991%2C1733480360402,1-748048564c27,35991,1733480360402 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:19:37,291 DEBUG [RS:0;748048564c27:35991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:37,291 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:37,291 DEBUG [RS:0;748048564c27:35991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:37,291 INFO [RS:0;748048564c27:35991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35991 2024-12-06T10:19:37,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-112516086/rs/748048564c27,35991,1733480360402 2024-12-06T10:19:37,294 INFO [RS:0;748048564c27:35991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:37,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086/rs 2024-12-06T10:19:37,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,35991,1733480360402] 2024-12-06T10:19:37,297 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-112516086/draining/748048564c27,35991,1733480360402 already deleted, retry=false 2024-12-06T10:19:37,297 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,35991,1733480360402 expired; onlineServers=0 2024-12-06T10:19:37,297 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,46539,1733480360338' ***** 2024-12-06T10:19:37,297 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:19:37,297 INFO [M:0;748048564c27:46539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:37,297 INFO [M:0;748048564c27:46539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:37,297 DEBUG [M:0;748048564c27:46539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:19:37,297 DEBUG [M:0;748048564c27:46539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:19:37,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:19:37,297 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480362178 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480362178,5,FailOnTimeoutGroup] 2024-12-06T10:19:37,297 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480362180 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480362180,5,FailOnTimeoutGroup] 2024-12-06T10:19:37,298 INFO [M:0;748048564c27:46539 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:37,298 INFO [M:0;748048564c27:46539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:37,298 DEBUG [M:0;748048564c27:46539 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:19:37,298 INFO [M:0;748048564c27:46539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:19:37,298 INFO [M:0;748048564c27:46539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:37,298 INFO [M:0;748048564c27:46539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:19:37,298 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:19:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-112516086/master 2024-12-06T10:19:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-112516086 2024-12-06T10:19:37,300 DEBUG [M:0;748048564c27:46539 {}] zookeeper.ZKUtil(347): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Unable to get data of znode /1-112516086/master because node does not exist (not an error) 2024-12-06T10:19:37,300 WARN [M:0;748048564c27:46539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:19:37,301 INFO [M:0;748048564c27:46539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/.lastflushedseqids 2024-12-06T10:19:37,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741852_1028 (size=263) 2024-12-06T10:19:37,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35991-0x1018748ff850004, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:37,396 INFO [RS:0;748048564c27:35991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:37,396 INFO [RS:0;748048564c27:35991 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,35991,1733480360402; zookeeper connection closed. 2024-12-06T10:19:37,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47ff02c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47ff02c8 2024-12-06T10:19:37,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:19:37,707 INFO [M:0;748048564c27:46539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:19:37,707 INFO [M:0;748048564c27:46539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:19:37,707 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:37,707 INFO [M:0;748048564c27:46539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:37,707 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:37,707 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:37,707 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:37,707 INFO [M:0;748048564c27:46539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T10:19:37,718 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:37,725 DEBUG [M:0;748048564c27:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593d989e9fb244daae7c29ee010570de is 82, key is hbase:meta,,1/info:regioninfo/1733480363370/Put/seqid=0 2024-12-06T10:19:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741853_1029 (size=5672) 2024-12-06T10:19:37,730 INFO [M:0;748048564c27:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593d989e9fb244daae7c29ee010570de 2024-12-06T10:19:37,749 DEBUG [M:0;748048564c27:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f95fd444e549c590a4100a490ca98b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480371145/Put/seqid=0 2024-12-06T10:19:37,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741854_1030 (size=8516) 2024-12-06T10:19:38,154 INFO [M:0;748048564c27:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f95fd444e549c590a4100a490ca98b 2024-12-06T10:19:38,184 DEBUG [M:0;748048564c27:46539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d999f42954e4b5d98cbd47e50e00112 is 69, key is 748048564c27,35991,1733480360402/rs:state/1733480362252/Put/seqid=0 2024-12-06T10:19:38,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741855_1031 (size=5156) 2024-12-06T10:19:38,199 INFO [M:0;748048564c27:46539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d999f42954e4b5d98cbd47e50e00112 2024-12-06T10:19:38,215 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/593d989e9fb244daae7c29ee010570de as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/593d989e9fb244daae7c29ee010570de 2024-12-06T10:19:38,230 INFO [M:0;748048564c27:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/593d989e9fb244daae7c29ee010570de, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:19:38,232 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4f95fd444e549c590a4100a490ca98b as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4f95fd444e549c590a4100a490ca98b 2024-12-06T10:19:38,253 INFO [M:0;748048564c27:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4f95fd444e549c590a4100a490ca98b, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:19:38,257 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d999f42954e4b5d98cbd47e50e00112 as hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d999f42954e4b5d98cbd47e50e00112 2024-12-06T10:19:38,273 INFO [M:0;748048564c27:46539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/cf155376-b6d0-ff9d-66b6-ed2cb772a4ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d999f42954e4b5d98cbd47e50e00112, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:19:38,276 INFO [M:0;748048564c27:46539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false 2024-12-06T10:19:38,309 INFO [M:0;748048564c27:46539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:38,309 DEBUG [M:0;748048564c27:46539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480377707Disabling compacts and flushes for region at 1733480377707Disabling writes for close at 1733480377707Obtaining lock to block concurrent updates at 1733480377707Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480377707Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733480377708 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480377708Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480377708Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480377725 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480377725Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480377735 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480377749 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480377749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480378161 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480378183 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480378184 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f43f295: reopening flushed file at 1733480378214 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95f1398: reopening flushed file at 1733480378231 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b30cc4f: reopening flushed file at 1733480378253 (+22 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 569ms, sequenceid=97, compaction requested=false at 1733480378276 (+23 ms)Writing region close event to WAL at 1733480378309 (+33 ms)Closed at 1733480378309 2024-12-06T10:19:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39359 is added to blk_1073741830_1006 (size=63654) 2024-12-06T10:19:38,322 INFO [M:0;748048564c27:46539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:19:38,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:38,322 INFO [M:0;748048564c27:46539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46539 2024-12-06T10:19:38,323 INFO [M:0;748048564c27:46539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:38,423 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:38,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46539-0x1018748ff850003, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:38,426 INFO [M:0;748048564c27:46539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:38,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41632f3f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:38,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@126508b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:38,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:38,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ad65a86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:38,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e96b20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:38,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:19:38,446 WARN [BP-1169894876-172.17.0.2-1733480359099 heartbeating to localhost/127.0.0.1:41665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:19:38,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:19:38,446 WARN [BP-1169894876-172.17.0.2-1733480359099 heartbeating to localhost/127.0.0.1:41665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1169894876-172.17.0.2-1733480359099 (Datanode Uuid dcd5bf6d-eb7e-4f3c-9056-511dc6881458) service to localhost/127.0.0.1:41665 2024-12-06T10:19:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/cluster_73940749-ce6b-cd47-b64a-5556fbf176eb/data/data1/current/BP-1169894876-172.17.0.2-1733480359099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:38,447 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/cluster_73940749-ce6b-cd47-b64a-5556fbf176eb/data/data2/current/BP-1169894876-172.17.0.2-1733480359099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:38,448 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:19:38,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c2dc069{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:38,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ab0618f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:38,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:38,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664d3ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:38,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672fe1f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:38,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:19:38,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:19:38,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:38,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:38,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:38,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:38,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:38,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:38,479 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1085457217, stopped=false 2024-12-06T10:19:38,479 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,45385,1733480356239 2024-12-06T10:19:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985007647/running 2024-12-06T10:19:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985007647/running 2024-12-06T10:19:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:38,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:38,480 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:38,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:38,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:38,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:38,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/running 2024-12-06T10:19:38,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Set watcher on znode that does not yet exist, /0-1985007647/running 2024-12-06T10:19:38,481 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42171,1733480356299' ***** 2024-12-06T10:19:38,481 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:38,482 INFO [RS:0;748048564c27:42171 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:38,482 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:38,482 INFO [RS:0;748048564c27:42171 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:38,482 INFO [RS:0;748048564c27:42171 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:38,482 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 2269a45792beef4427951240410bac15 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42171,1733480356299 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42171. 2024-12-06T10:19:38,483 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d8b4af6f6495f926c26cbc07e0b1da3, disabling compactions & flushes 2024-12-06T10:19:38,483 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:38,483 DEBUG [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:38,483 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:38,483 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:38,483 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. after waiting 0 ms 2024-12-06T10:19:38,483 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:38,483 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d8b4af6f6495f926c26cbc07e0b1da3 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-06T10:19:38,483 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:38,484 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:19:38,484 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1325): Online Regions={8d8b4af6f6495f926c26cbc07e0b1da3=hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3., 2269a45792beef4427951240410bac15=test,,1733480363454.2269a45792beef4427951240410bac15., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:19:38,484 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2269a45792beef4427951240410bac15, 8d8b4af6f6495f926c26cbc07e0b1da3 2024-12-06T10:19:38,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:38,484 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:38,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:38,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:38,484 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:38,485 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:19:38,501 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/hfileref/ce769eee5a6f466cbf3778c0aba4227a is 74, key is 1/hfileref:09fa113eb0554788a990061e43ddfb1e_SeqId_6_/1733480376125/DeleteColumn/seqid=0 2024-12-06T10:19:38,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741846_1022 (size=5345) 2024-12-06T10:19:38,505 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/hfileref/ce769eee5a6f466cbf3778c0aba4227a 2024-12-06T10:19:38,506 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/info/59350fbf591b448e8bbb049a2f24d4dc is 147, key is hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3./info:regioninfo/1733480368958/Put/seqid=0 2024-12-06T10:19:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741847_1023 (size=7686) 2024-12-06T10:19:38,523 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:38,528 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/queue/d69049a708a24bafad919c594c3dd38c is 154, key is 1-748048564c27,42171,1733480356299/queue:748048564c27%2C42171%2C1733480356299/1733480376127/Put/seqid=0 2024-12-06T10:19:38,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741848_1024 (size=5353) 2024-12-06T10:19:38,540 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/queue/d69049a708a24bafad919c594c3dd38c 2024-12-06T10:19:38,548 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/hfileref/ce769eee5a6f466cbf3778c0aba4227a as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/hfileref/ce769eee5a6f466cbf3778c0aba4227a 2024-12-06T10:19:38,555 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/hfileref/ce769eee5a6f466cbf3778c0aba4227a, entries=4, sequenceid=12, filesize=5.2 K 2024-12-06T10:19:38,556 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/.tmp/queue/d69049a708a24bafad919c594c3dd38c as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/queue/d69049a708a24bafad919c594c3dd38c 2024-12-06T10:19:38,561 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/queue/d69049a708a24bafad919c594c3dd38c, entries=1, sequenceid=12, filesize=5.2 K 2024-12-06T10:19:38,562 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8d8b4af6f6495f926c26cbc07e0b1da3 in 79ms, sequenceid=12, compaction requested=false 2024-12-06T10:19:38,577 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/replication/8d8b4af6f6495f926c26cbc07e0b1da3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T10:19:38,577 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:38,577 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:38,578 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d8b4af6f6495f926c26cbc07e0b1da3: Waiting for close lock at 1733480378483Running coprocessor pre-close hooks at 1733480378483Disabling compacts and flushes for region at 1733480378483Disabling writes for close at 1733480378483Obtaining lock to block concurrent updates at 1733480378483Preparing flush snapshotting stores in 8d8b4af6f6495f926c26cbc07e0b1da3 at 1733480378483Finished memstore snapshotting hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733480378483Flushing stores of hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. at 1733480378484 (+1 ms)Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/hfileref: creating writer at 1733480378484Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/hfileref: appending metadata at 1733480378500 (+16 ms)Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/hfileref: closing flushed file at 1733480378500Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/queue: creating writer at 1733480378510 (+10 ms)Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/queue: appending metadata at 1733480378527 (+17 ms)Flushing 8d8b4af6f6495f926c26cbc07e0b1da3/queue: closing flushed file at 1733480378527Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63efa54d: reopening flushed file at 1733480378547 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7ea3f0: reopening flushed file at 1733480378556 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 8d8b4af6f6495f926c26cbc07e0b1da3 in 79ms, sequenceid=12, compaction requested=false at 1733480378562 (+6 ms)Writing region close event to WAL at 1733480378572 (+10 ms)Running coprocessor post-close hooks at 1733480378577 (+5 ms)Closed at 1733480378578 (+1 ms) 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480367789.8d8b4af6f6495f926c26cbc07e0b1da3. 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2269a45792beef4427951240410bac15, disabling compactions & flushes 2024-12-06T10:19:38,578 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480363454.2269a45792beef4427951240410bac15. after waiting 0 ms 2024-12-06T10:19:38,578 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:38,589 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/default/test/2269a45792beef4427951240410bac15/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:19:38,593 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:38,593 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:38,593 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:38,593 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2269a45792beef4427951240410bac15: Waiting for close lock at 1733480378578Running coprocessor pre-close hooks at 1733480378578Disabling compacts and flushes for region at 1733480378578Disabling writes for close at 1733480378578Writing region close event to WAL at 1733480378584 (+6 ms)Running coprocessor post-close hooks at 1733480378593 (+9 ms)Closed at 1733480378593 2024-12-06T10:19:38,593 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480363454.2269a45792beef4427951240410bac15. 2024-12-06T10:19:38,685 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:38,885 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:38,912 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/info/59350fbf591b448e8bbb049a2f24d4dc 2024-12-06T10:19:38,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:19:38,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:38,931 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/ns/e20f1720cd7d40b4b31f27a799f8c218 is 43, key is default/ns:d/1733480358967/Put/seqid=0 2024-12-06T10:19:38,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741849_1025 (size=5153) 2024-12-06T10:19:39,085 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:39,238 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1033, reset compression=false 2024-12-06T10:19:39,242 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:39,242 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1328, reset compression=false 2024-12-06T10:19:39,242 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42171,1733480356299 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:39,243 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,42171,1733480356299: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,42171,1733480356299, walGroup=748048564c27%2C42171%2C1733480356299, offset=748048564c27%2C42171%2C1733480356299.1733480358440:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:19:39,245 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:19:39,245 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:19:39,245 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:19:39,245 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:19:39,245 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:19:39,245 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 516984304 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188330008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:19:39,246 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:45385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:45385 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:19:39,285 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:39,301 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:19:39,301 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:19:39,335 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/ns/e20f1720cd7d40b4b31f27a799f8c218 2024-12-06T10:19:39,354 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/rep_barrier/030ff2580cdb4b98a44a19614f524a3f is 112, key is test,,1733480363454.2269a45792beef4427951240410bac15./rep_barrier:seqnumDuringOpen/1733480364613/Put/seqid=0 2024-12-06T10:19:39,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741850_1026 (size=5518) 2024-12-06T10:19:39,361 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/rep_barrier/030ff2580cdb4b98a44a19614f524a3f 2024-12-06T10:19:39,383 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/table/49b89cc24a7448d6a1ab2024f39202ba is 53, key is hbase:replication/table:state/1733480368965/Put/seqid=0 2024-12-06T10:19:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741851_1027 (size=5308) 2024-12-06T10:19:39,448 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1328, reset compression=false 2024-12-06T10:19:39,485 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:19:39,485 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:19:39,485 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:39,686 DEBUG [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:39,752 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.1733480358440 to pos 1328, reset compression=false 2024-12-06T10:19:39,787 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/table/49b89cc24a7448d6a1ab2024f39202ba 2024-12-06T10:19:39,792 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/info/59350fbf591b448e8bbb049a2f24d4dc as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/info/59350fbf591b448e8bbb049a2f24d4dc 2024-12-06T10:19:39,796 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/info/59350fbf591b448e8bbb049a2f24d4dc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:19:39,797 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/ns/e20f1720cd7d40b4b31f27a799f8c218 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/ns/e20f1720cd7d40b4b31f27a799f8c218 2024-12-06T10:19:39,802 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/ns/e20f1720cd7d40b4b31f27a799f8c218, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:19:39,802 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/rep_barrier/030ff2580cdb4b98a44a19614f524a3f as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/rep_barrier/030ff2580cdb4b98a44a19614f524a3f 2024-12-06T10:19:39,807 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/rep_barrier/030ff2580cdb4b98a44a19614f524a3f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:19:39,808 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/.tmp/table/49b89cc24a7448d6a1ab2024f39202ba as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/table/49b89cc24a7448d6a1ab2024f39202ba 2024-12-06T10:19:39,812 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/table/49b89cc24a7448d6a1ab2024f39202ba, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:19:39,813 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false 2024-12-06T10:19:39,817 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:19:39,817 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:39,817 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:39,818 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:39,818 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480378484Running coprocessor pre-close hooks at 1733480378484Disabling compacts and flushes for region at 1733480378484Disabling writes for close at 1733480378484Obtaining lock to block concurrent updates at 1733480378485 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480378485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480378485Flushing stores of hbase:meta,,1.1588230740 at 1733480378485Flushing 1588230740/info: creating writer at 1733480378485Flushing 1588230740/info: appending metadata at 1733480378506 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733480378506Flushing 1588230740/ns: creating writer at 1733480378917 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733480378931 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733480378931Flushing 1588230740/rep_barrier: creating writer at 1733480379340 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480379354 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480379354Flushing 1588230740/table: creating writer at 1733480379365 (+11 ms)Flushing 1588230740/table: appending metadata at 1733480379382 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733480379382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7832b9c0: reopening flushed file at 1733480379792 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2135c2: reopening flushed file at 1733480379797 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3a99b: reopening flushed file at 1733480379802 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e31415: reopening flushed file at 1733480379807 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=16, compaction requested=false at 1733480379813 (+6 ms)Writing region close event to WAL at 1733480379814 (+1 ms)Running coprocessor post-close hooks at 1733480379817 (+3 ms)Closed at 1733480379818 (+1 ms) 2024-12-06T10:19:39,818 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:39,886 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42171,1733480356299; all regions closed. 2024-12-06T10:19:39,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:19:39,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/WALs/748048564c27,42171,1733480356299/748048564c27%2C42171%2C1733480356299.rep.1733480368924 not finished, retry = 0 2024-12-06T10:19:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741839_1015 (size=3127) 2024-12-06T10:19:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741833_1009 (size=1336) 2024-12-06T10:19:39,996 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:39,996 INFO [RS:0;748048564c27:42171 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:39,996 INFO [RS:0;748048564c27:42171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:39,996 INFO [RS:0;748048564c27:42171 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:39,996 INFO [RS:0;748048564c27:42171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:39,997 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:39,997 INFO [RS:0;748048564c27:42171 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42171,1733480356299 because: Region server is closing 2024-12-06T10:19:39,997 INFO [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42171. 2024-12-06T10:19:39,997 DEBUG [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:39,997 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:39,997 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:39,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:40,097 INFO [RS:0;748048564c27:42171 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.shipper748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 terminated 2024-12-06T10:19:40,097 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42171,1733480356299.replicationSource.wal-reader.748048564c27%2C42171%2C1733480356299,1-748048564c27,42171,1733480356299 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:19:40,098 INFO [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42171. 2024-12-06T10:19:40,098 DEBUG [RS:0;748048564c27:42171 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:40,098 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:40,098 DEBUG [RS:0;748048564c27:42171 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:40,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:40,098 INFO [RS:0;748048564c27:42171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42171 2024-12-06T10:19:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985007647/rs/748048564c27,42171,1733480356299 2024-12-06T10:19:40,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647/rs 2024-12-06T10:19:40,101 INFO [RS:0;748048564c27:42171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:40,101 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42171,1733480356299] 2024-12-06T10:19:40,104 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/draining/748048564c27,42171,1733480356299 already deleted, retry=false 2024-12-06T10:19:40,104 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42171,1733480356299 expired; onlineServers=0 2024-12-06T10:19:40,104 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,45385,1733480356239' ***** 2024-12-06T10:19:40,104 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:19:40,104 INFO [M:0;748048564c27:45385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:40,104 INFO [M:0;748048564c27:45385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:40,104 DEBUG [M:0;748048564c27:45385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:19:40,104 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:19:40,104 DEBUG [M:0;748048564c27:45385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:19:40,104 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480358149 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480358149,5,FailOnTimeoutGroup] 2024-12-06T10:19:40,105 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480358152 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480358152,5,FailOnTimeoutGroup] 2024-12-06T10:19:40,105 INFO [M:0;748048564c27:45385 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:40,105 INFO [M:0;748048564c27:45385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:40,105 DEBUG [M:0;748048564c27:45385 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:19:40,105 INFO [M:0;748048564c27:45385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:19:40,105 INFO [M:0;748048564c27:45385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:40,105 INFO [M:0;748048564c27:45385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:19:40,105 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:19:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1985007647/master 2024-12-06T10:19:40,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1985007647 2024-12-06T10:19:40,109 DEBUG [M:0;748048564c27:45385 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1985007647/master already deleted, retry=false 2024-12-06T10:19:40,109 DEBUG [M:0;748048564c27:45385 {}] master.ActiveMasterManager(353): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1985007647/master 2024-12-06T10:19:40,110 INFO [M:0;748048564c27:45385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/.lastflushedseqids 2024-12-06T10:19:40,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741852_1028 (size=263) 2024-12-06T10:19:40,204 INFO [RS:0;748048564c27:42171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:40,204 INFO [RS:0;748048564c27:42171 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42171,1733480356299; zookeeper connection closed. 2024-12-06T10:19:40,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:40,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42171-0x1018748ff850001, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:40,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ede45d6 2024-12-06T10:19:40,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:19:40,518 INFO [M:0;748048564c27:45385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:19:40,518 INFO [M:0;748048564c27:45385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:19:40,518 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:40,519 INFO [M:0;748048564c27:45385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:40,519 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:40,519 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:40,519 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:40,519 INFO [M:0;748048564c27:45385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-06T10:19:40,534 DEBUG [M:0;748048564c27:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccc2168f4a84c3fba03da62cc8bdc01 is 82, key is hbase:meta,,1/info:regioninfo/1733480358954/Put/seqid=0 2024-12-06T10:19:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741853_1029 (size=5672) 2024-12-06T10:19:40,939 INFO [M:0;748048564c27:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccc2168f4a84c3fba03da62cc8bdc01 2024-12-06T10:19:40,958 DEBUG [M:0;748048564c27:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5127d601bcf84f6aaf5c06e550d98bc2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480368968/Put/seqid=0 2024-12-06T10:19:40,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741854_1030 (size=8515) 2024-12-06T10:19:41,362 INFO [M:0;748048564c27:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5127d601bcf84f6aaf5c06e550d98bc2 2024-12-06T10:19:41,381 DEBUG [M:0;748048564c27:45385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64810ec15ca64d689f341f3436cf31e7 is 69, key is 748048564c27,42171,1733480356299/rs:state/1733480358256/Put/seqid=0 2024-12-06T10:19:41,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741855_1031 (size=5156) 2024-12-06T10:19:41,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:41,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:41,785 INFO [M:0;748048564c27:45385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64810ec15ca64d689f341f3436cf31e7 2024-12-06T10:19:41,793 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ccc2168f4a84c3fba03da62cc8bdc01 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccc2168f4a84c3fba03da62cc8bdc01 2024-12-06T10:19:41,799 INFO [M:0;748048564c27:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ccc2168f4a84c3fba03da62cc8bdc01, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:19:41,800 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5127d601bcf84f6aaf5c06e550d98bc2 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5127d601bcf84f6aaf5c06e550d98bc2 2024-12-06T10:19:41,805 INFO [M:0;748048564c27:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5127d601bcf84f6aaf5c06e550d98bc2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:19:41,806 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64810ec15ca64d689f341f3436cf31e7 as hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64810ec15ca64d689f341f3436cf31e7 2024-12-06T10:19:41,813 INFO [M:0;748048564c27:45385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37171/user/jenkins/test-data/c2c3e2d8-1518-565c-8f4c-7a5bd47b2203/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64810ec15ca64d689f341f3436cf31e7, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:19:41,814 INFO [M:0;748048564c27:45385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-12-06T10:19:41,815 INFO [M:0;748048564c27:45385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:41,816 DEBUG [M:0;748048564c27:45385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480380518Disabling compacts and flushes for region at 1733480380518Disabling writes for close at 1733480380519 (+1 ms)Obtaining lock to block concurrent updates at 1733480380519Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480380519Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733480380519Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480380520 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480380520Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480380534 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480380534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480380943 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480380957 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480380957Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480381366 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480381380 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480381380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bee34cb: reopening flushed file at 1733480381792 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6541452: reopening flushed file at 1733480381799 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29886d2b: reopening flushed file at 1733480381805 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1733480381814 (+9 ms)Writing region close event to WAL at 1733480381815 (+1 ms)Closed at 1733480381815 2024-12-06T10:19:41,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43487 is added to blk_1073741830_1006 (size=63642) 2024-12-06T10:19:41,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:41,818 INFO [M:0;748048564c27:45385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:19:41,819 INFO [M:0;748048564c27:45385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45385 2024-12-06T10:19:41,819 INFO [M:0;748048564c27:45385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:19:41,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:41,921 INFO [M:0;748048564c27:45385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:19:41,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45385-0x1018748ff850000, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:19:41,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@514b23b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:41,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b8143cc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:41,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:41,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693f0c4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:41,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fcfb081{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:41,926 WARN [BP-1418791792-172.17.0.2-1733480355105 heartbeating to localhost/127.0.0.1:37171 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:19:41,926 WARN [BP-1418791792-172.17.0.2-1733480355105 heartbeating to localhost/127.0.0.1:37171 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1418791792-172.17.0.2-1733480355105 (Datanode Uuid 21700b0f-4bdd-42a9-9482-b02156d8e510) service to localhost/127.0.0.1:37171 2024-12-06T10:19:41,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/data/data1/current/BP-1418791792-172.17.0.2-1733480355105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:41,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:19:41,927 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:19:41,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/cluster_b7b5131f-bdcf-6f3f-8187-3593841504a5/data/data2/current/BP-1418791792-172.17.0.2-1733480355105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:19:41,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:19:41,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f6e815d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:41,937 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c78d8c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:19:41,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:19:41,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e1cd29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:19:41,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@169a1fe0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d1115f8-ffe4-3e4a-7884-cdca3ccc6833/hadoop.log.dir/,STOPPED} 2024-12-06T10:19:41,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:19:41,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:19:41,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 204) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54219) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37171 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41665 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:41665 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37171 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41665 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37171 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 318) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5473 (was 5621) 2024-12-06T10:19:41,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=5473 2024-12-06T10:19:41,993 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-06T10:19:41,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir so I do NOT create it in target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6 2024-12-06T10:19:41,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:19:41,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.tmp.dir so I do NOT create it in target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6 2024-12-06T10:19:41,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72960689-0237-5bcd-63d9-5a25764d2358/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:19:41,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6 2024-12-06T10:19:41,994 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a, deleteOnExit=true 2024-12-06T10:19:42,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/zookeeper_0, clientPort=64070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:19:42,004 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64070 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/test.cache.data in system properties and HBase conf 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:19:42,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:19:42,005 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:19:42,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:19:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018748ff850005, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:19:42,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018748ff850002, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:19:42,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018748ff850005, quorum=127.0.0.1:54219, baseZNode=/1-112516086 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:19:42,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018748ff850002, quorum=127.0.0.1:54219, baseZNode=/0-1985007647 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:19:42,123 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:42,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:42,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:42,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:42,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:42,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:42,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:42,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/java.io.tmpdir/jetty-localhost-33677-hadoop-hdfs-3_4_1-tests_jar-_-any-14988711193883843656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:42,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:33677} 2024-12-06T10:19:42,298 INFO [Time-limited test {}] server.Server(415): Started @178596ms 2024-12-06T10:19:42,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:42,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:42,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:42,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:42,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:42,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:42,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:42,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27fc8e6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/java.io.tmpdir/jetty-localhost-44329-hadoop-hdfs-3_4_1-tests_jar-_-any-3138241815254808053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:42,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:44329} 2024-12-06T10:19:42,548 INFO [Time-limited test {}] server.Server(415): Started @178846ms 2024-12-06T10:19:42,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:19:42,699 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/data/data1/current/BP-166535116-172.17.0.2-1733480382034/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:42,700 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/data/data2/current/BP-166535116-172.17.0.2-1733480382034/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:42,734 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a08f07ee7f24f21 with lease ID 0x50141527b50b49c7: Processing first storage report for DS-73809aca-9eb4-4d8e-99be-cd84bd138773 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=2c7504d0-d58e-4cb6-806d-f45feb11b405, infoPort=37523, infoSecurePort=0, ipcPort=44879, storageInfo=lv=-57;cid=testClusterID;nsid=952897529;c=1733480382034) 2024-12-06T10:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a08f07ee7f24f21 with lease ID 0x50141527b50b49c7: from storage DS-73809aca-9eb4-4d8e-99be-cd84bd138773 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=2c7504d0-d58e-4cb6-806d-f45feb11b405, infoPort=37523, infoSecurePort=0, ipcPort=44879, storageInfo=lv=-57;cid=testClusterID;nsid=952897529;c=1733480382034), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a08f07ee7f24f21 with lease ID 0x50141527b50b49c7: Processing first storage report for DS-3bbcfcfe-1b08-4025-8cab-3d2de1806a66 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=2c7504d0-d58e-4cb6-806d-f45feb11b405, infoPort=37523, infoSecurePort=0, ipcPort=44879, storageInfo=lv=-57;cid=testClusterID;nsid=952897529;c=1733480382034) 2024-12-06T10:19:42,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a08f07ee7f24f21 with lease ID 0x50141527b50b49c7: from storage DS-3bbcfcfe-1b08-4025-8cab-3d2de1806a66 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=2c7504d0-d58e-4cb6-806d-f45feb11b405, infoPort=37523, infoSecurePort=0, ipcPort=44879, storageInfo=lv=-57;cid=testClusterID;nsid=952897529;c=1733480382034), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:42,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6 2024-12-06T10:19:42,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:42,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:42,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:19:43,153 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a with version=8 2024-12-06T10:19:43,154 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/hbase-staging 2024-12-06T10:19:43,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:19:43,156 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:43,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44105 2024-12-06T10:19:43,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44105 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:43,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441050x0, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:43,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44105-0x101874968bc0000 connected 2024-12-06T10:19:43,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:43,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:43,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/running 2024-12-06T10:19:43,187 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a, hbase.cluster.distributed=false 2024-12-06T10:19:43,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/acl 2024-12-06T10:19:43,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44105 2024-12-06T10:19:43,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44105 2024-12-06T10:19:43,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44105 2024-12-06T10:19:43,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44105 2024-12-06T10:19:43,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44105 2024-12-06T10:19:43,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:19:43,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:43,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42221 2024-12-06T10:19:43,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42221 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:43,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:43,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:43,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422210x0, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:43,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422210x0, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/running 2024-12-06T10:19:43,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42221-0x101874968bc0001 connected 2024-12-06T10:19:43,218 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:19:43,218 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:19:43,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/master 2024-12-06T10:19:43,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/acl 2024-12-06T10:19:43,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-06T10:19:43,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42221 2024-12-06T10:19:43,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42221 2024-12-06T10:19:43,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-06T10:19:43,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42221 2024-12-06T10:19:43,240 DEBUG [M:0;748048564c27:44105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:44105 2024-12-06T10:19:43,240 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1536173351/backup-masters/748048564c27,44105,1733480383155 2024-12-06T10:19:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/backup-masters 2024-12-06T10:19:43,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/backup-masters 2024-12-06T10:19:43,242 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on existing znode=/0-1536173351/backup-masters/748048564c27,44105,1733480383155 2024-12-06T10:19:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1536173351/master 2024-12-06T10:19:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,245 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on existing znode=/0-1536173351/master 2024-12-06T10:19:43,245 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1536173351/backup-masters/748048564c27,44105,1733480383155 from backup master directory 2024-12-06T10:19:43,246 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:43,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/backup-masters 2024-12-06T10:19:43,246 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,44105,1733480383155 2024-12-06T10:19:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1536173351/backup-masters/748048564c27,44105,1733480383155 2024-12-06T10:19:43,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/backup-masters 2024-12-06T10:19:43,251 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/hbase.id] with ID: 11f4296c-df30-4b06-a2e6-ceed1a95e1ee 2024-12-06T10:19:43,251 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/.tmp/hbase.id 2024-12-06T10:19:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:19:43,264 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/.tmp/hbase.id]:[hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/hbase.id] 2024-12-06T10:19:43,278 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:43,278 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:19:43,279 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:19:43,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:19:43,695 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:43,696 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:19:43,696 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:43,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:19:43,709 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store 2024-12-06T10:19:43,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:43,716 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:43,716 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:43,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480383716Disabling compacts and flushes for region at 1733480383716Disabling writes for close at 1733480383716Writing region close event to WAL at 1733480383716Closed at 1733480383716 2024-12-06T10:19:43,717 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/.initializing 2024-12-06T10:19:43,717 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/WALs/748048564c27,44105,1733480383155 2024-12-06T10:19:43,718 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:43,720 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C44105%2C1733480383155, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/WALs/748048564c27,44105,1733480383155, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/oldWALs, maxLogs=10 2024-12-06T10:19:43,736 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/WALs/748048564c27,44105,1733480383155/748048564c27%2C44105%2C1733480383155.1733480383720, exclude list is [], retry=0 2024-12-06T10:19:43,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-73809aca-9eb4-4d8e-99be-cd84bd138773,DISK] 2024-12-06T10:19:43,740 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/WALs/748048564c27,44105,1733480383155/748048564c27%2C44105%2C1733480383155.1733480383720 2024-12-06T10:19:43,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-12-06T10:19:43,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:43,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:43,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:19:43,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:43,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:43,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:19:43,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:43,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:43,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:19:43,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:43,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:43,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:19:43,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:43,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:43,749 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,750 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,750 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:43,752 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:43,753 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:43,754 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680270, jitterRate=0.02341577410697937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:43,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480383740Initializing all the Stores at 1733480383741 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480383741Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480383744 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480383744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480383744Cleaning up temporary data from old regions at 1733480383751 (+7 ms)Region opened successfully at 1733480383754 (+3 ms) 2024-12-06T10:19:43,754 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:19:43,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e54e995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:19:43,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:19:43,759 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:19:43,765 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:19:43,766 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/balancer because node does not exist (not necessarily an error) 2024-12-06T10:19:43,767 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/balancer already deleted, retry=false 2024-12-06T10:19:43,768 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:19:43,768 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:19:43,773 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/normalizer already deleted, retry=false 2024-12-06T10:19:43,773 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:19:43,774 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:19:43,775 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/switch/split already deleted, retry=false 2024-12-06T10:19:43,776 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:19:43,777 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/switch/merge already deleted, retry=false 2024-12-06T10:19:43,778 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:19:43,779 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/snapshot-cleanup already deleted, retry=false 2024-12-06T10:19:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1536173351/running 2024-12-06T10:19:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1536173351/running 2024-12-06T10:19:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,782 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,44105,1733480383155, sessionid=0x101874968bc0000, setting cluster-up flag (Was=false) 2024-12-06T10:19:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,790 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1536173351/flush-table-proc/acquired, /0-1536173351/flush-table-proc/reached, /0-1536173351/flush-table-proc/abort 2024-12-06T10:19:43,791 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,44105,1733480383155 2024-12-06T10:19:43,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:43,799 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1536173351/online-snapshot/acquired, /0-1536173351/online-snapshot/reached, /0-1536173351/online-snapshot/abort 2024-12-06T10:19:43,799 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,44105,1733480383155 2024-12-06T10:19:43,800 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:19:43,802 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:43,802 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:43,802 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:43,802 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,44105,1733480383155 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:43,803 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:43,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:19:43,806 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:43,806 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:19:43,808 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480413808 2024-12-06T10:19:43,808 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:43,808 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:43,809 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:43,809 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:43,809 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:43,809 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:43,809 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,812 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:43,812 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:43,812 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:43,812 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:43,813 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:43,813 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:43,813 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480383813,5,FailOnTimeoutGroup] 2024-12-06T10:19:43,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:19:43,816 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480383813,5,FailOnTimeoutGroup] 2024-12-06T10:19:43,816 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,816 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:43,816 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,816 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,830 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(746): ClusterId : 11f4296c-df30-4b06-a2e6-ceed1a95e1ee 2024-12-06T10:19:43,830 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:43,832 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:43,832 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:43,835 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:43,835 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a65692f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:43,851 DEBUG [RS:0;748048564c27:42221 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42221 2024-12-06T10:19:43,851 INFO [RS:0;748048564c27:42221 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:43,851 INFO [RS:0;748048564c27:42221 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:43,851 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:43,852 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,44105,1733480383155 with port=42221, startcode=1733480383208 2024-12-06T10:19:43,852 DEBUG [RS:0;748048564c27:42221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:43,853 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:43,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42221,1733480383208 2024-12-06T10:19:43,854 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44105 {}] master.ServerManager(517): Registering regionserver=748048564c27,42221,1733480383208 2024-12-06T10:19:43,855 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a 2024-12-06T10:19:43,855 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39881 2024-12-06T10:19:43,855 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/rs 2024-12-06T10:19:43,857 DEBUG [RS:0;748048564c27:42221 {}] zookeeper.ZKUtil(111): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on existing znode=/0-1536173351/rs/748048564c27,42221,1733480383208 2024-12-06T10:19:43,857 WARN [RS:0;748048564c27:42221 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:43,857 INFO [RS:0;748048564c27:42221 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:43,857 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208 2024-12-06T10:19:43,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42221,1733480383208] 2024-12-06T10:19:43,860 INFO [RS:0;748048564c27:42221 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:43,861 INFO [RS:0;748048564c27:42221 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:43,862 INFO [RS:0;748048564c27:42221 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:43,862 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,862 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:43,862 INFO [RS:0;748048564c27:42221 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:43,862 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:43,863 DEBUG [RS:0;748048564c27:42221 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,865 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42221,1733480383208-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:43,878 INFO [RS:0;748048564c27:42221 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:43,879 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42221,1733480383208-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,879 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,879 INFO [RS:0;748048564c27:42221 {}] regionserver.Replication(171): 748048564c27,42221,1733480383208 started 2024-12-06T10:19:43,891 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:43,891 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42221,1733480383208, RpcServer on 748048564c27/172.17.0.2:42221, sessionid=0x101874968bc0001 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42221,1733480383208 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42221,1733480383208' 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1536173351/flush-table-proc/abort' 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1536173351/flush-table-proc/acquired' 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42221,1733480383208 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42221,1733480383208' 2024-12-06T10:19:43,892 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1536173351/online-snapshot/abort' 2024-12-06T10:19:43,893 DEBUG [RS:0;748048564c27:42221 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1536173351/online-snapshot/acquired' 2024-12-06T10:19:43,893 DEBUG [RS:0;748048564c27:42221 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:43,893 INFO [RS:0;748048564c27:42221 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:43,893 INFO [RS:0;748048564c27:42221 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:43,993 INFO [RS:0;748048564c27:42221 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:43,995 INFO [RS:0;748048564c27:42221 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42221%2C1733480383208, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/oldWALs, maxLogs=10 2024-12-06T10:19:44,012 DEBUG [RS:0;748048564c27:42221 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, exclude list is [], retry=0 2024-12-06T10:19:44,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-73809aca-9eb4-4d8e-99be-cd84bd138773,DISK] 2024-12-06T10:19:44,016 INFO [RS:0;748048564c27:42221 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 2024-12-06T10:19:44,016 DEBUG [RS:0;748048564c27:42221 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-12-06T10:19:44,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:19:44,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a 2024-12-06T10:19:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:19:44,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:44,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:44,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:44,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:44,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:44,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:44,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:44,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:44,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:44,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:44,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740 2024-12-06T10:19:44,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740 2024-12-06T10:19:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:44,631 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:44,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:44,633 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:44,633 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59975582, jitterRate=-0.106294184923172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480384622Initializing all the Stores at 1733480384623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384623Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480384623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384623Cleaning up temporary data from old regions at 1733480384630 (+7 ms)Region opened successfully at 1733480384634 (+4 ms) 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:44,634 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:44,634 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:44,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480384634Disabling compacts and flushes for region at 1733480384634Disabling writes for close at 1733480384634Writing region close event to WAL at 1733480384634Closed at 1733480384634 2024-12-06T10:19:44,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:44,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:19:44,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:44,636 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:44,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:19:44,787 DEBUG [748048564c27:44105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:44,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:44,789 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42221,1733480383208, state=OPENING 2024-12-06T10:19:44,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:44,795 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:44,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1536173351/meta-region-server: CHANGED 2024-12-06T10:19:44,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1536173351/meta-region-server: CHANGED 2024-12-06T10:19:44,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42221,1733480383208}] 2024-12-06T10:19:44,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:44,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:44,953 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:44,953 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:44,953 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:44,954 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42221%2C1733480383208.meta, suffix=.meta, logDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/oldWALs, maxLogs=10 2024-12-06T10:19:44,972 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.meta.1733480384955.meta, exclude list is [], retry=0 2024-12-06T10:19:44,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-73809aca-9eb4-4d8e-99be-cd84bd138773,DISK] 2024-12-06T10:19:44,975 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.meta.1733480384955.meta 2024-12-06T10:19:44,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-12-06T10:19:44,976 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:44,976 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:44,976 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:44,976 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:44,976 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:44,976 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:44,976 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:44,977 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:44,977 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:44,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:44,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:44,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:44,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:44,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:44,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:44,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:44,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:44,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:44,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:44,982 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:44,983 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740 2024-12-06T10:19:44,983 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740 2024-12-06T10:19:44,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:44,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:44,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:44,985 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:44,986 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70094585, jitterRate=0.04449070990085602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:44,986 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:44,987 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480384977Writing region info on filesystem at 1733480384977Initializing all the Stores at 1733480384977Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384977Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384977Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480384977Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480384978 (+1 ms)Cleaning up temporary data from old regions at 1733480384984 (+6 ms)Running coprocessor post-open hooks at 1733480384986 (+2 ms)Region opened successfully at 1733480384987 (+1 ms) 2024-12-06T10:19:44,988 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480384947 2024-12-06T10:19:44,990 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:44,990 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:44,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:44,991 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42221,1733480383208, state=OPEN 2024-12-06T10:19:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1536173351/meta-region-server 2024-12-06T10:19:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1536173351/meta-region-server 2024-12-06T10:19:44,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42221,1733480383208 2024-12-06T10:19:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1536173351/meta-region-server: CHANGED 2024-12-06T10:19:44,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1536173351/meta-region-server: CHANGED 2024-12-06T10:19:44,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:19:44,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42221,1733480383208 in 198 msec 2024-12-06T10:19:44,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:19:44,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-12-06T10:19:44,998 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:44,998 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:19:44,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:44,999 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42221,1733480383208, seqNum=-1] 2024-12-06T10:19:44,999 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:45,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:45,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-12-06T10:19:45,005 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480385005, completionTime=-1 2024-12-06T10:19:45,005 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:19:45,005 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:45,007 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:45,007 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480445007 2024-12-06T10:19:45,007 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480505007 2024-12-06T10:19:45,007 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:44105, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,010 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.767sec 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:45,013 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:45,015 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:45,015 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:45,015 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,44105,1733480383155-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:45,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c992ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:45,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:45,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:45,032 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:45,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:45,033 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:45,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a515c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:45,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42221,1733480383208, seqNum=-1] 2024-12-06T10:19:45,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:45,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:45,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,44105,1733480383155 2024-12-06T10:19:45,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:45,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874968bc0002 connected 2024-12-06T10:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir so I do NOT create it in target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce 2024-12-06T10:19:45,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.tmp.dir so I do NOT create it in target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce 2024-12-06T10:19:45,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:19:45,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce 2024-12-06T10:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:19:45,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/cluster_aa04c8e6-e2ad-8385-e4f3-efcbafb40a6b, deleteOnExit=true 2024-12-06T10:19:45,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/test.cache.data in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:19:45,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:19:45,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:19:45,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:19:45,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:45,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:45,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:45,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:45,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:19:45,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:45,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:45,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:45,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/java.io.tmpdir/jetty-localhost-41087-hadoop-hdfs-3_4_1-tests_jar-_-any-14613581457555235815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:19:45,279 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:41087} 2024-12-06T10:19:45,279 INFO [Time-limited test {}] server.Server(415): Started @181577ms 2024-12-06T10:19:45,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:19:45,411 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:19:45,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:19:45,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:19:45,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:19:45,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:19:45,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:19:45,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330dd5cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/java.io.tmpdir/jetty-localhost-41487-hadoop-hdfs-3_4_1-tests_jar-_-any-14520123590316096982/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:19:45,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:41487} 2024-12-06T10:19:45,558 INFO [Time-limited test {}] server.Server(415): Started @181856ms 2024-12-06T10:19:45,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:19:45,712 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/cluster_aa04c8e6-e2ad-8385-e4f3-efcbafb40a6b/data/data2/current/BP-1627562788-172.17.0.2-1733480385064/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:45,712 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/cluster_aa04c8e6-e2ad-8385-e4f3-efcbafb40a6b/data/data1/current/BP-1627562788-172.17.0.2-1733480385064/current, will proceed with Du for space computation calculation, 2024-12-06T10:19:45,741 WARN [Thread-2291 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:19:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94bd15191c7e99f with lease ID 0x8caed0a4c8d0cc62: Processing first storage report for DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0 from datanode DatanodeRegistration(127.0.0.1:34833, datanodeUuid=07567853-d81e-428f-bc08-11e0d75ba160, infoPort=38391, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=2002116896;c=1733480385064) 2024-12-06T10:19:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94bd15191c7e99f with lease ID 0x8caed0a4c8d0cc62: from storage DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0 node DatanodeRegistration(127.0.0.1:34833, datanodeUuid=07567853-d81e-428f-bc08-11e0d75ba160, infoPort=38391, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=2002116896;c=1733480385064), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf94bd15191c7e99f with lease ID 0x8caed0a4c8d0cc62: Processing first storage report for DS-978bed9f-ea7e-48d8-adf2-cb0ff94b1f6b from datanode DatanodeRegistration(127.0.0.1:34833, datanodeUuid=07567853-d81e-428f-bc08-11e0d75ba160, infoPort=38391, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=2002116896;c=1733480385064) 2024-12-06T10:19:45,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf94bd15191c7e99f with lease ID 0x8caed0a4c8d0cc62: from storage DS-978bed9f-ea7e-48d8-adf2-cb0ff94b1f6b node DatanodeRegistration(127.0.0.1:34833, datanodeUuid=07567853-d81e-428f-bc08-11e0d75ba160, infoPort=38391, infoSecurePort=0, ipcPort=46835, storageInfo=lv=-57;cid=testClusterID;nsid=2002116896;c=1733480385064), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:19:45,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce 2024-12-06T10:19:45,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:45,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:19:46,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe with version=8 2024-12-06T10:19:46,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/hbase-staging 2024-12-06T10:19:46,235 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:19:46,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:46,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33617 2024-12-06T10:19:46,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33617 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:46,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336170x0, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:46,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33617-0x101874968bc0003 connected 2024-12-06T10:19:46,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:46,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:46,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/running 2024-12-06T10:19:46,265 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe, hbase.cluster.distributed=false 2024-12-06T10:19:46,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/acl 2024-12-06T10:19:46,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-06T10:19:46,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33617 2024-12-06T10:19:46,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33617 2024-12-06T10:19:46,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-06T10:19:46,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33617 2024-12-06T10:19:46,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:19:46,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:19:46,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:19:46,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38605 2024-12-06T10:19:46,325 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38605 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:46,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:46,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:46,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386050x0, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:46,343 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386050x0, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/running 2024-12-06T10:19:46,344 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:19:46,345 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38605-0x101874968bc0004 connected 2024-12-06T10:19:46,360 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:19:46,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/master 2024-12-06T10:19:46,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/acl 2024-12-06T10:19:46,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38605 2024-12-06T10:19:46,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38605 2024-12-06T10:19:46,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38605 2024-12-06T10:19:46,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38605 2024-12-06T10:19:46,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38605 2024-12-06T10:19:46,395 DEBUG [M:0;748048564c27:33617 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:33617 2024-12-06T10:19:46,396 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11049908303/backup-masters/748048564c27,33617,1733480386234 2024-12-06T10:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/backup-masters 2024-12-06T10:19:46,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/backup-masters 2024-12-06T10:19:46,398 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on existing znode=/11049908303/backup-masters/748048564c27,33617,1733480386234 2024-12-06T10:19:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11049908303/master 2024-12-06T10:19:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:46,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:46,405 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on existing znode=/11049908303/master 2024-12-06T10:19:46,405 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11049908303/backup-masters/748048564c27,33617,1733480386234 from backup master directory 2024-12-06T10:19:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/backup-masters 2024-12-06T10:19:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11049908303/backup-masters/748048564c27,33617,1733480386234 2024-12-06T10:19:46,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/backup-masters 2024-12-06T10:19:46,408 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:46,408 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,33617,1733480386234 2024-12-06T10:19:46,414 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/hbase.id] with ID: f6ca6ef2-49bb-40b3-8476-069760628082 2024-12-06T10:19:46,414 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/.tmp/hbase.id 2024-12-06T10:19:46,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:19:46,450 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/.tmp/hbase.id]:[hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/hbase.id] 2024-12-06T10:19:46,465 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:19:46,465 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:19:46,466 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:19:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:46,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:19:46,523 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:46,524 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:19:46,524 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:46,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:19:46,937 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store 2024-12-06T10:19:46,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:19:47,345 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:47,345 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:19:47,345 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480387345Disabling compacts and flushes for region at 1733480387345Disabling writes for close at 1733480387345Writing region close event to WAL at 1733480387345Closed at 1733480387345 2024-12-06T10:19:47,346 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/.initializing 2024-12-06T10:19:47,346 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/WALs/748048564c27,33617,1733480386234 2024-12-06T10:19:47,348 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:47,350 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C33617%2C1733480386234, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/WALs/748048564c27,33617,1733480386234, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/oldWALs, maxLogs=10 2024-12-06T10:19:47,366 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/WALs/748048564c27,33617,1733480386234/748048564c27%2C33617%2C1733480386234.1733480387350, exclude list is [], retry=0 2024-12-06T10:19:47,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0,DISK] 2024-12-06T10:19:47,373 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/WALs/748048564c27,33617,1733480386234/748048564c27%2C33617%2C1733480386234.1733480387350 2024-12-06T10:19:47,373 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38391:38391)] 2024-12-06T10:19:47,373 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:47,373 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:47,373 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,373 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:19:47,376 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:47,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:19:47,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:47,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:19:47,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:47,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:19:47,380 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:47,381 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,381 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,382 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,383 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,383 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,383 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:47,384 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:19:47,386 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:47,386 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65407328, jitterRate=-0.025354862213134766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:47,387 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480387373Initializing all the Stores at 1733480387374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480387374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480387374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480387375 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480387375Cleaning up temporary data from old regions at 1733480387383 (+8 ms)Region opened successfully at 1733480387387 (+4 ms) 2024-12-06T10:19:47,387 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:19:47,389 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45873378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:47,390 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:19:47,390 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:19:47,390 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:19:47,390 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:19:47,390 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:19:47,391 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:19:47,391 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:19:47,392 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:19:47,393 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/balancer because node does not exist (not necessarily an error) 2024-12-06T10:19:47,394 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/balancer already deleted, retry=false 2024-12-06T10:19:47,394 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:19:47,395 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:19:47,396 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/normalizer already deleted, retry=false 2024-12-06T10:19:47,396 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:19:47,397 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:19:47,399 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/switch/split already deleted, retry=false 2024-12-06T10:19:47,400 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:19:47,401 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/switch/merge already deleted, retry=false 2024-12-06T10:19:47,402 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:19:47,403 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/snapshot-cleanup already deleted, retry=false 2024-12-06T10:19:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11049908303/running 2024-12-06T10:19:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11049908303/running 2024-12-06T10:19:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,405 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,33617,1733480386234, sessionid=0x101874968bc0003, setting cluster-up flag (Was=false) 2024-12-06T10:19:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,415 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11049908303/flush-table-proc/acquired, /11049908303/flush-table-proc/reached, /11049908303/flush-table-proc/abort 2024-12-06T10:19:47,416 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33617,1733480386234 2024-12-06T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:47,426 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11049908303/online-snapshot/acquired, /11049908303/online-snapshot/reached, /11049908303/online-snapshot/abort 2024-12-06T10:19:47,427 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33617,1733480386234 2024-12-06T10:19:47,428 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:19:47,429 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:47,429 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:19:47,429 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:19:47,430 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,33617,1733480386234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:47,431 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:47,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:19:47,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:19:47,464 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480417464 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:19:47,465 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:19:47,466 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:19:47,466 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:19:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:19:47,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:19:47,470 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe 2024-12-06T10:19:47,472 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:19:47,472 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:19:47,473 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480387472,5,FailOnTimeoutGroup] 2024-12-06T10:19:47,476 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480387473,5,FailOnTimeoutGroup] 2024-12-06T10:19:47,476 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,476 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:19:47,476 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,476 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,489 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(746): ClusterId : f6ca6ef2-49bb-40b3-8476-069760628082 2024-12-06T10:19:47,489 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:19:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:19:47,491 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:19:47,491 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:19:47,493 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:19:47,493 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf7ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:19:47,505 DEBUG [RS:0;748048564c27:38605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:38605 2024-12-06T10:19:47,505 INFO [RS:0;748048564c27:38605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:19:47,505 INFO [RS:0;748048564c27:38605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:19:47,505 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:19:47,505 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,33617,1733480386234 with port=38605, startcode=1733480386320 2024-12-06T10:19:47,505 DEBUG [RS:0;748048564c27:38605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:19:47,507 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:19:47,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33617 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,38605,1733480386320 2024-12-06T10:19:47,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33617 {}] master.ServerManager(517): Registering regionserver=748048564c27,38605,1733480386320 2024-12-06T10:19:47,509 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe 2024-12-06T10:19:47,509 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33831 2024-12-06T10:19:47,509 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:19:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/rs 2024-12-06T10:19:47,514 DEBUG [RS:0;748048564c27:38605 {}] zookeeper.ZKUtil(111): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on existing znode=/11049908303/rs/748048564c27,38605,1733480386320 2024-12-06T10:19:47,514 WARN [RS:0;748048564c27:38605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:19:47,514 INFO [RS:0;748048564c27:38605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:47,515 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320 2024-12-06T10:19:47,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,38605,1733480386320] 2024-12-06T10:19:47,517 INFO [RS:0;748048564c27:38605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:19:47,519 INFO [RS:0;748048564c27:38605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:19:47,520 INFO [RS:0;748048564c27:38605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:19:47,520 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,522 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:19:47,523 INFO [RS:0;748048564c27:38605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:19:47,523 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,523 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:19:47,524 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:47,524 DEBUG [RS:0;748048564c27:38605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:19:47,524 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,524 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,524 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,524 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,524 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,525 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,38605,1733480386320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:47,546 INFO [RS:0;748048564c27:38605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:19:47,546 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,38605,1733480386320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,546 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,546 INFO [RS:0;748048564c27:38605 {}] regionserver.Replication(171): 748048564c27,38605,1733480386320 started 2024-12-06T10:19:47,565 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:47,566 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,38605,1733480386320, RpcServer on 748048564c27/172.17.0.2:38605, sessionid=0x101874968bc0004 2024-12-06T10:19:47,566 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:19:47,566 DEBUG [RS:0;748048564c27:38605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,38605,1733480386320 2024-12-06T10:19:47,566 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,38605,1733480386320' 2024-12-06T10:19:47,566 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11049908303/flush-table-proc/abort' 2024-12-06T10:19:47,566 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11049908303/flush-table-proc/acquired' 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,38605,1733480386320 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,38605,1733480386320' 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11049908303/online-snapshot/abort' 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11049908303/online-snapshot/acquired' 2024-12-06T10:19:47,567 DEBUG [RS:0;748048564c27:38605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:19:47,567 INFO [RS:0;748048564c27:38605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:19:47,567 INFO [RS:0;748048564c27:38605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:19:47,668 INFO [RS:0;748048564c27:38605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:19:47,669 INFO [RS:0;748048564c27:38605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C38605%2C1733480386320, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/oldWALs, maxLogs=10 2024-12-06T10:19:47,683 DEBUG [RS:0;748048564c27:38605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, exclude list is [], retry=0 2024-12-06T10:19:47,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0,DISK] 2024-12-06T10:19:47,686 INFO [RS:0;748048564c27:38605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 2024-12-06T10:19:47,688 DEBUG [RS:0;748048564c27:38605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38391:38391)] 2024-12-06T10:19:47,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:47,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:47,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:47,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:47,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:47,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:47,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:47,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:47,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:47,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:47,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:47,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:47,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:47,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:47,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:47,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740 2024-12-06T10:19:47,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740 2024-12-06T10:19:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:47,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:47,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:47,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:47,902 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:47,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73151224, jitterRate=0.09003818035125732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:47,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480387891Initializing all the Stores at 1733480387892 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480387892Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480387892Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480387892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480387892Cleaning up temporary data from old regions at 1733480387900 (+8 ms)Region opened successfully at 1733480387903 (+3 ms) 2024-12-06T10:19:47,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:47,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:47,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:47,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:47,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:47,903 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:47,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480387903Disabling compacts and flushes for region at 1733480387903Disabling writes for close at 1733480387903Writing region close event to WAL at 1733480387903Closed at 1733480387903 2024-12-06T10:19:47,905 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:47,905 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:19:47,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:19:47,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:47,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:19:48,057 DEBUG [748048564c27:33617 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:19:48,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:48,059 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,38605,1733480386320, state=OPENING 2024-12-06T10:19:48,060 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:19:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:48,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:48,062 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:19:48,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11049908303/meta-region-server: CHANGED 2024-12-06T10:19:48,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11049908303/meta-region-server: CHANGED 2024-12-06T10:19:48,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,38605,1733480386320}] 2024-12-06T10:19:48,214 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:48,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:19:48,219 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:19:48,219 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:48,219 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:19:48,220 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C38605%2C1733480386320.meta, suffix=.meta, logDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/oldWALs, maxLogs=10 2024-12-06T10:19:48,233 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.meta.1733480388220.meta, exclude list is [], retry=0 2024-12-06T10:19:48,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0,DISK] 2024-12-06T10:19:48,237 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.meta.1733480388220.meta 2024-12-06T10:19:48,237 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38391:38391)] 2024-12-06T10:19:48,237 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:48,237 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:48,237 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:48,237 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:19:48,238 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:19:48,238 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:19:48,238 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:48,238 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:19:48,238 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:19:48,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:19:48,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:19:48,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:48,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:48,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:19:48,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:19:48,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:48,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:19:48,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:19:48,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:19:48,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:19:48,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:48,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:19:48,244 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:19:48,244 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740 2024-12-06T10:19:48,245 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740 2024-12-06T10:19:48,246 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:19:48,246 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:19:48,247 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:19:48,248 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:19:48,248 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68094239, jitterRate=0.014683231711387634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:19:48,248 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:19:48,248 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480388238Writing region info on filesystem at 1733480388238Initializing all the Stores at 1733480388238Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480388238Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480388239 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480388239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480388239Cleaning up temporary data from old regions at 1733480388246 (+7 ms)Running coprocessor post-open hooks at 1733480388248 (+2 ms)Region opened successfully at 1733480388248 2024-12-06T10:19:48,249 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480388214 2024-12-06T10:19:48,251 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:19:48,251 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:19:48,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:48,252 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,38605,1733480386320, state=OPEN 2024-12-06T10:19:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11049908303/meta-region-server 2024-12-06T10:19:48,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11049908303/meta-region-server 2024-12-06T10:19:48,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11049908303/meta-region-server: CHANGED 2024-12-06T10:19:48,254 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,38605,1733480386320 2024-12-06T10:19:48,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11049908303/meta-region-server: CHANGED 2024-12-06T10:19:48,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:19:48,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,38605,1733480386320 in 192 msec 2024-12-06T10:19:48,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:19:48,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-12-06T10:19:48,258 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:19:48,258 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:19:48,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:48,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,38605,1733480386320, seqNum=-1] 2024-12-06T10:19:48,259 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:48,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:48,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 835 msec 2024-12-06T10:19:48,264 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480388264, completionTime=-1 2024-12-06T10:19:48,264 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:19:48,264 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480448266 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480508266 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:33617, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,266 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,267 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:19:48,268 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.863sec 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:19:48,271 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:19:48,275 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:19:48,275 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:19:48,275 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33617,1733480386234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:19:48,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d815a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:48,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:48,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:48,291 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:48,291 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24275f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:48,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:48,293 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:48,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8abb4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:48,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,38605,1733480386320, seqNum=-1] 2024-12-06T10:19:48,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:48,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:48,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,33617,1733480386234 2024-12-06T10:19:48,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64070 2024-12-06T10:19:48,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:19:48,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101874968bc0005 connected 2024-12-06T10:19:48,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44105,1733480383155 2024-12-06T10:19:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6792228d 2024-12-06T10:19:48,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:48,308 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:48,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:19:48,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:48,313 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:48,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:19:48,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:48,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:19:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:48,727 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f4ccae88854210aea1869eea04e7a68e, NAME => 'test,,1733480388309.f4ccae88854210aea1869eea04e7a68e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a 2024-12-06T10:19:48,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480388309.f4ccae88854210aea1869eea04e7a68e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f4ccae88854210aea1869eea04e7a68e, disabling compactions & flushes 2024-12-06T10:19:48,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. after waiting 0 ms 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:48,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:48,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f4ccae88854210aea1869eea04e7a68e: Waiting for close lock at 1733480388733Disabling compacts and flushes for region at 1733480388733Disabling writes for close at 1733480388733Writing region close event to WAL at 1733480388733Closed at 1733480388733 2024-12-06T10:19:48,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:48,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480388309.f4ccae88854210aea1869eea04e7a68e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480388734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480388734"}]},"ts":"1733480388734"} 2024-12-06T10:19:48,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:48,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:48,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480388738"}]},"ts":"1733480388738"} 2024-12-06T10:19:48,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:19:48,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4ccae88854210aea1869eea04e7a68e, ASSIGN}] 2024-12-06T10:19:48,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f4ccae88854210aea1869eea04e7a68e, ASSIGN 2024-12-06T10:19:48,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f4ccae88854210aea1869eea04e7a68e, ASSIGN; state=OFFLINE, location=748048564c27,42221,1733480383208; forceNewPlan=false, retain=false 2024-12-06T10:19:48,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4ccae88854210aea1869eea04e7a68e, regionState=OPENING, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:48,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f4ccae88854210aea1869eea04e7a68e, ASSIGN because future has completed 2024-12-06T10:19:48,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ccae88854210aea1869eea04e7a68e, server=748048564c27,42221,1733480383208}] 2024-12-06T10:19:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:49,050 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:49,050 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f4ccae88854210aea1869eea04e7a68e, NAME => 'test,,1733480388309.f4ccae88854210aea1869eea04e7a68e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:49,051 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:49,051 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:19:49,051 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,051 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480388309.f4ccae88854210aea1869eea04e7a68e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:49,051 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,051 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,053 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,054 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ccae88854210aea1869eea04e7a68e columnFamilyName f 2024-12-06T10:19:49,054 DEBUG [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:49,054 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(327): Store=f4ccae88854210aea1869eea04e7a68e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:49,054 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,055 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ccae88854210aea1869eea04e7a68e columnFamilyName f1 2024-12-06T10:19:49,055 DEBUG [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:49,056 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(327): Store=f4ccae88854210aea1869eea04e7a68e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:49,056 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,057 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4ccae88854210aea1869eea04e7a68e columnFamilyName norep 2024-12-06T10:19:49,057 DEBUG [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:49,057 INFO [StoreOpener-f4ccae88854210aea1869eea04e7a68e-1 {}] regionserver.HStore(327): Store=f4ccae88854210aea1869eea04e7a68e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:49,057 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,058 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,058 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,059 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,059 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,059 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:49,060 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,062 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:49,062 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f4ccae88854210aea1869eea04e7a68e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62760385, jitterRate=-0.06479738652706146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:49,062 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:19:49,062 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f4ccae88854210aea1869eea04e7a68e: Running coprocessor pre-open hook at 1733480389051Writing region info on filesystem at 1733480389051Initializing all the Stores at 1733480389052 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480389052Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480389052Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480389052Cleaning up temporary data from old regions at 1733480389059 (+7 ms)Running coprocessor post-open hooks at 1733480389062 (+3 ms)Region opened successfully at 1733480389062 2024-12-06T10:19:49,063 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480388309.f4ccae88854210aea1869eea04e7a68e., pid=6, masterSystemTime=1733480389046 2024-12-06T10:19:49,065 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:49,065 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:19:49,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f4ccae88854210aea1869eea04e7a68e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:49,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4ccae88854210aea1869eea04e7a68e, server=748048564c27,42221,1733480383208 because future has completed 2024-12-06T10:19:49,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:19:49,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f4ccae88854210aea1869eea04e7a68e, server=748048564c27,42221,1733480383208 in 174 msec 2024-12-06T10:19:49,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:19:49,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f4ccae88854210aea1869eea04e7a68e, ASSIGN in 331 msec 2024-12-06T10:19:49,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:49,073 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480389073"}]},"ts":"1733480389073"} 2024-12-06T10:19:49,074 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:19:49,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:49,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-12-06T10:19:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:49,455 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:19:49,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33617,1733480386234 2024-12-06T10:19:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86d1ce 2024-12-06T10:19:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:49,458 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:49,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:19:49,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:49,461 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:49,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:19:49,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:49,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:19:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:49,860 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:19:49,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:19:49,869 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcbd104794365d4cd7c94e30d147cf21, NAME => 'test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe 2024-12-06T10:19:49,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:19:49,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:49,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fcbd104794365d4cd7c94e30d147cf21, disabling compactions & flushes 2024-12-06T10:19:49,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:49,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:49,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. after waiting 0 ms 2024-12-06T10:19:49,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:49,877 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:49,877 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcbd104794365d4cd7c94e30d147cf21: Waiting for close lock at 1733480389876Disabling compacts and flushes for region at 1733480389876Disabling writes for close at 1733480389876Writing region close event to WAL at 1733480389876Closed at 1733480389876 2024-12-06T10:19:49,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:49,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480389878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480389878"}]},"ts":"1733480389878"} 2024-12-06T10:19:49,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:49,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:49,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480389881"}]},"ts":"1733480389881"} 2024-12-06T10:19:49,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:19:49,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fcbd104794365d4cd7c94e30d147cf21, ASSIGN}] 2024-12-06T10:19:49,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fcbd104794365d4cd7c94e30d147cf21, ASSIGN 2024-12-06T10:19:49,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fcbd104794365d4cd7c94e30d147cf21, ASSIGN; state=OFFLINE, location=748048564c27,38605,1733480386320; forceNewPlan=false, retain=false 2024-12-06T10:19:50,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcbd104794365d4cd7c94e30d147cf21, regionState=OPENING, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:50,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fcbd104794365d4cd7c94e30d147cf21, ASSIGN because future has completed 2024-12-06T10:19:50,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbd104794365d4cd7c94e30d147cf21, server=748048564c27,38605,1733480386320}] 2024-12-06T10:19:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:50,193 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:50,193 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fcbd104794365d4cd7c94e30d147cf21, NAME => 'test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:50,194 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:50,194 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:19:50,194 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,194 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:50,194 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,194 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,195 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,196 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbd104794365d4cd7c94e30d147cf21 columnFamilyName f 2024-12-06T10:19:50,196 DEBUG [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:50,196 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(327): Store=fcbd104794365d4cd7c94e30d147cf21/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:50,197 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,197 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbd104794365d4cd7c94e30d147cf21 columnFamilyName f1 2024-12-06T10:19:50,197 DEBUG [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:50,198 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(327): Store=fcbd104794365d4cd7c94e30d147cf21/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:50,198 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,198 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcbd104794365d4cd7c94e30d147cf21 columnFamilyName norep 2024-12-06T10:19:50,198 DEBUG [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:50,199 INFO [StoreOpener-fcbd104794365d4cd7c94e30d147cf21-1 {}] regionserver.HStore(327): Store=fcbd104794365d4cd7c94e30d147cf21/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:50,199 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,199 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,200 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,200 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,200 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,201 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:50,202 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,203 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:50,203 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fcbd104794365d4cd7c94e30d147cf21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72543838, jitterRate=0.08098742365837097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:50,204 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:50,204 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fcbd104794365d4cd7c94e30d147cf21: Running coprocessor pre-open hook at 1733480390194Writing region info on filesystem at 1733480390194Initializing all the Stores at 1733480390195 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480390195Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480390195Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480390195Cleaning up temporary data from old regions at 1733480390200 (+5 ms)Running coprocessor post-open hooks at 1733480390204 (+4 ms)Region opened successfully at 1733480390204 2024-12-06T10:19:50,204 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21., pid=6, masterSystemTime=1733480390190 2024-12-06T10:19:50,206 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:50,206 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:50,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fcbd104794365d4cd7c94e30d147cf21, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:50,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcbd104794365d4cd7c94e30d147cf21, server=748048564c27,38605,1733480386320 because future has completed 2024-12-06T10:19:50,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:19:50,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fcbd104794365d4cd7c94e30d147cf21, server=748048564c27,38605,1733480386320 in 172 msec 2024-12-06T10:19:50,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:19:50,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fcbd104794365d4cd7c94e30d147cf21, ASSIGN in 328 msec 2024-12-06T10:19:50,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:50,214 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480390213"}]},"ts":"1733480390213"} 2024-12-06T10:19:50,215 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:19:50,216 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:50,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-12-06T10:19:50,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:19:50,595 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:19:50,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9ac8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,596 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:50,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:50,597 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f3a3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:50,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,598 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:50,599 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2220bb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:50,599 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:50,600 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e407209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,601 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:50,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3094995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:50,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:50,603 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16659dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:50,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,604 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8399bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44105,1733480383155 2024-12-06T10:19:50,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50df078f 2024-12-06T10:19:50,606 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:50,606 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:50,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:33617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:19:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:50,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:33617' 2024-12-06T10:19:50,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf966f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,610 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:50,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:50,611 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d59329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:50,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:50,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,612 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc5bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:50,613 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33617,1733480386234 2024-12-06T10:19:50,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e3a5194 2024-12-06T10:19:50,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:50,614 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:50,615 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:19:50,615 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:19:50,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,615 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:50,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:50,616 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:50,616 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:50,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:50,617 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:50,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:50,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:19:50,667 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:19:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:51,024 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e3ac48e2b2a36fc9f4ac5b009d58500, NAME => 'hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a 2024-12-06T10:19:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:19:51,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:51,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9e3ac48e2b2a36fc9f4ac5b009d58500, disabling compactions & flushes 2024-12-06T10:19:51,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. after waiting 0 ms 2024-12-06T10:19:51,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,031 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e3ac48e2b2a36fc9f4ac5b009d58500: Waiting for close lock at 1733480391030Disabling compacts and flushes for region at 1733480391030Disabling writes for close at 1733480391030Writing region close event to WAL at 1733480391030Closed at 1733480391030 2024-12-06T10:19:51,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:51,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480391032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480391032"}]},"ts":"1733480391032"} 2024-12-06T10:19:51,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:51,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:51,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480391035"}]},"ts":"1733480391035"} 2024-12-06T10:19:51,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:19:51,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e3ac48e2b2a36fc9f4ac5b009d58500, ASSIGN}] 2024-12-06T10:19:51,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e3ac48e2b2a36fc9f4ac5b009d58500, ASSIGN 2024-12-06T10:19:51,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e3ac48e2b2a36fc9f4ac5b009d58500, ASSIGN; state=OFFLINE, location=748048564c27,42221,1733480383208; forceNewPlan=false, retain=false 2024-12-06T10:19:51,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e3ac48e2b2a36fc9f4ac5b009d58500, regionState=OPENING, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:51,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9e3ac48e2b2a36fc9f4ac5b009d58500, ASSIGN because future has completed 2024-12-06T10:19:51,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e3ac48e2b2a36fc9f4ac5b009d58500, server=748048564c27,42221,1733480383208}] 2024-12-06T10:19:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:51,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:51,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:51,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42221%2C1733480383208.rep, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/oldWALs, maxLogs=10 2024-12-06T10:19:51,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.rep.1733480391348, exclude list is [], retry=0 2024-12-06T10:19:51,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-73809aca-9eb4-4d8e-99be-cd84bd138773,DISK] 2024-12-06T10:19:51,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.rep.1733480391348 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37523:37523)] 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e3ac48e2b2a36fc9f4ac5b009d58500, NAME => 'hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:51,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. service=MultiRowMutationService 2024-12-06T10:19:51,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,370 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,371 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3ac48e2b2a36fc9f4ac5b009d58500 columnFamilyName hfileref 2024-12-06T10:19:51,372 DEBUG [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:51,372 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(327): Store=9e3ac48e2b2a36fc9f4ac5b009d58500/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:51,372 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,373 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3ac48e2b2a36fc9f4ac5b009d58500 columnFamilyName queue 2024-12-06T10:19:51,373 DEBUG [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:51,373 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(327): Store=9e3ac48e2b2a36fc9f4ac5b009d58500/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:51,373 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,374 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e3ac48e2b2a36fc9f4ac5b009d58500 columnFamilyName sid 2024-12-06T10:19:51,374 DEBUG [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:51,374 INFO [StoreOpener-9e3ac48e2b2a36fc9f4ac5b009d58500-1 {}] regionserver.HStore(327): Store=9e3ac48e2b2a36fc9f4ac5b009d58500/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:51,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/replication/9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/replication/9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:51,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/replication/9e3ac48e2b2a36fc9f4ac5b009d58500/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:51,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9e3ac48e2b2a36fc9f4ac5b009d58500; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68781933, jitterRate=0.024930670857429504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:19:51,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9e3ac48e2b2a36fc9f4ac5b009d58500: Running coprocessor pre-open hook at 1733480391370Writing region info on filesystem at 1733480391370Initializing all the Stores at 1733480391370Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480391370Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480391370Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480391370Cleaning up temporary data from old regions at 1733480391376 (+6 ms)Running coprocessor post-open hooks at 1733480391379 (+3 ms)Region opened successfully at 1733480391379 2024-12-06T10:19:51,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500., pid=10, masterSystemTime=1733480391343 2024-12-06T10:19:51,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,382 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:19:51,382 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9e3ac48e2b2a36fc9f4ac5b009d58500, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42221,1733480383208 2024-12-06T10:19:51,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e3ac48e2b2a36fc9f4ac5b009d58500, server=748048564c27,42221,1733480383208 because future has completed 2024-12-06T10:19:51,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:19:51,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e3ac48e2b2a36fc9f4ac5b009d58500, server=748048564c27,42221,1733480383208 in 194 msec 2024-12-06T10:19:51,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:19:51,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9e3ac48e2b2a36fc9f4ac5b009d58500, ASSIGN in 351 msec 2024-12-06T10:19:51,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:51,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480391389"}]},"ts":"1733480391389"} 2024-12-06T10:19:51,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:19:51,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:51,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 775 msec 2024-12-06T10:19:51,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500., hostname=748048564c27,42221,1733480383208, seqNum=2] 2024-12-06T10:19:51,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:51,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:19:51,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:19:51,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42221 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:19:51,582 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:19:51,611 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42221,1733480383208, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:51,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:51,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42221,1733480383208, seqNum=-1] 2024-12-06T10:19:51,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:51,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:51,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42221,1733480383208', locateType=CURRENT is [region=hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500., hostname=748048564c27,42221,1733480383208, seqNum=2] 2024-12-06T10:19:51,616 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:19:51,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:19:51,618 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42221,1733480383208 suceeded 2024-12-06T10:19:51,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:19:51,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-06T10:19:51,620 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:33617,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:19:51,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0140 sec 2024-12-06T10:19:51,630 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:33617' 2024-12-06T10:19:51,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf1fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:51,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:51,632 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c23cca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:51,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,633 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:51,634 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a3481a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,634 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:51,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33617,1733480386234 2024-12-06T10:19:51,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e7b6b 2024-12-06T10:19:51,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:51,635 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:51,636 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42221,1733480383208 (queues=1) is replicating from cluster=11f4296c-df30-4b06-a2e6-ceed1a95e1ee to cluster=f6ca6ef2-49bb-40b3-8476-069760628082 2024-12-06T10:19:51,636 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42221%2C1733480383208 2024-12-06T10:19:51,636 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42221,1733480383208, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:51,636 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42221%2C1733480383208 2024-12-06T10:19:51,637 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, startPosition=0, beingWritten=true 2024-12-06T10:19:51,641 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:51,641 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:51,641 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:51,745 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:19:51,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:51,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:51,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:51,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d39cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:51,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:51,747 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd75f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:51,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,748 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33617,1733480386234 2024-12-06T10:19:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-12-06T10:19:51,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:51,751 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:51,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:44105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:19:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:19:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:51,753 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:44105' 2024-12-06T10:19:51,754 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@701c0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,754 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:51,754 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:51,755 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc86356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:51,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,756 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:51,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d575ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:51,757 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44105,1733480383155 2024-12-06T10:19:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8351dd5 2024-12-06T10:19:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:51,759 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:19:51,759 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T10:19:51,759 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:19:51,759 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,759 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:51,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:51,760 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:19:51,761 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:19:51,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:19:51,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:51,762 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:19:51,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:19:51,811 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:19:51,845 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:52,148 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:52,169 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abca95fcc7cf19a12c37a44631fe577d, NAME => 'hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe 2024-12-06T10:19:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:19:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:52,552 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing abca95fcc7cf19a12c37a44631fe577d, disabling compactions & flushes 2024-12-06T10:19:52,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. after waiting 0 ms 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,574 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,574 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for abca95fcc7cf19a12c37a44631fe577d: Waiting for close lock at 1733480392574Disabling compacts and flushes for region at 1733480392574Disabling writes for close at 1733480392574Writing region close event to WAL at 1733480392574Closed at 1733480392574 2024-12-06T10:19:52,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:19:52,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480392575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480392575"}]},"ts":"1733480392575"} 2024-12-06T10:19:52,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:19:52,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:19:52,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480392578"}]},"ts":"1733480392578"} 2024-12-06T10:19:52,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:19:52,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abca95fcc7cf19a12c37a44631fe577d, ASSIGN}] 2024-12-06T10:19:52,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abca95fcc7cf19a12c37a44631fe577d, ASSIGN 2024-12-06T10:19:52,581 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abca95fcc7cf19a12c37a44631fe577d, ASSIGN; state=OFFLINE, location=748048564c27,38605,1733480386320; forceNewPlan=false, retain=false 2024-12-06T10:19:52,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abca95fcc7cf19a12c37a44631fe577d, regionState=OPENING, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:52,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=abca95fcc7cf19a12c37a44631fe577d, ASSIGN because future has completed 2024-12-06T10:19:52,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abca95fcc7cf19a12c37a44631fe577d, server=748048564c27,38605,1733480386320}] 2024-12-06T10:19:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:52,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:19:52,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:19:52,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C38605%2C1733480386320.rep, suffix=, logDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320, archiveDir=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/oldWALs, maxLogs=10 2024-12-06T10:19:52,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.rep.1733480392891, exclude list is [], retry=0 2024-12-06T10:19:52,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34833,DS-d27315a2-d8ca-4a93-81cc-b2698fd37ce0,DISK] 2024-12-06T10:19:52,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.rep.1733480392891 2024-12-06T10:19:52,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38391:38391)] 2024-12-06T10:19:52,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => abca95fcc7cf19a12c37a44631fe577d, NAME => 'hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:19:52,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:19:52,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:19:52,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. service=MultiRowMutationService 2024-12-06T10:19:52,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:19:52,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:19:52,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,911 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,912 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abca95fcc7cf19a12c37a44631fe577d columnFamilyName hfileref 2024-12-06T10:19:52,912 DEBUG [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:52,912 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(327): Store=abca95fcc7cf19a12c37a44631fe577d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:52,912 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,913 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abca95fcc7cf19a12c37a44631fe577d columnFamilyName queue 2024-12-06T10:19:52,913 DEBUG [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:52,914 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(327): Store=abca95fcc7cf19a12c37a44631fe577d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:52,914 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,915 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abca95fcc7cf19a12c37a44631fe577d columnFamilyName sid 2024-12-06T10:19:52,915 DEBUG [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:19:52,915 INFO [StoreOpener-abca95fcc7cf19a12c37a44631fe577d-1 {}] regionserver.HStore(327): Store=abca95fcc7cf19a12c37a44631fe577d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:19:52,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:19:52,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:19:52,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened abca95fcc7cf19a12c37a44631fe577d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70592160, jitterRate=0.051905155181884766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:19:52,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:52,920 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for abca95fcc7cf19a12c37a44631fe577d: Running coprocessor pre-open hook at 1733480392910Writing region info on filesystem at 1733480392910Initializing all the Stores at 1733480392910Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480392910Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480392910Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480392910Cleaning up temporary data from old regions at 1733480392917 (+7 ms)Running coprocessor post-open hooks at 1733480392920 (+3 ms)Region opened successfully at 1733480392920 2024-12-06T10:19:52,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d., pid=10, masterSystemTime=1733480392887 2024-12-06T10:19:52,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:52,923 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=abca95fcc7cf19a12c37a44631fe577d, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,38605,1733480386320 2024-12-06T10:19:52,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure abca95fcc7cf19a12c37a44631fe577d, server=748048564c27,38605,1733480386320 because future has completed 2024-12-06T10:19:52,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:19:52,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure abca95fcc7cf19a12c37a44631fe577d, server=748048564c27,38605,1733480386320 in 191 msec 2024-12-06T10:19:52,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:19:52,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=abca95fcc7cf19a12c37a44631fe577d, ASSIGN in 347 msec 2024-12-06T10:19:52,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:19:52,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480392930"}]},"ts":"1733480392930"} 2024-12-06T10:19:52,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:19:52,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:19:52,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-06T10:19:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d., hostname=748048564c27,38605,1733480386320, seqNum=2] 2024-12-06T10:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:52,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:19:53,056 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:53,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:19:53,129 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:19:53,159 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,38605,1733480386320, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:19:53,159 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:53,159 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,38605,1733480386320, seqNum=-1] 2024-12-06T10:19:53,160 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:53,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:53,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,38605,1733480386320', locateType=CURRENT is [region=hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d., hostname=748048564c27,38605,1733480386320, seqNum=2] 2024-12-06T10:19:53,164 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:19:53,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:19:53,166 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,38605,1733480386320 suceeded 2024-12-06T10:19:53,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:19:53,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-06T10:19:53,168 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:44105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:19:53,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-12-06T10:19:53,180 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:44105' 2024-12-06T10:19:53,181 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2f8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:53,181 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:53,181 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:53,182 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fc25812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:53,183 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:53,183 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28570f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:53,183 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:19:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,44105,1733480383155 2024-12-06T10:19:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f338a4 2024-12-06T10:19:53,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:19:53,185 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-06T10:19:53,185 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,38605,1733480386320 (queues=1) is replicating from cluster=f6ca6ef2-49bb-40b3-8476-069760628082 to cluster=11f4296c-df30-4b06-a2e6-ceed1a95e1ee 2024-12-06T10:19:53,185 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C38605%2C1733480386320 2024-12-06T10:19:53,186 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,38605,1733480386320, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:19:53,186 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, startPosition=0, beingWritten=true 2024-12-06T10:19:53,186 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C38605%2C1733480386320 2024-12-06T10:19:53,190 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:53,191 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 379, reset compression=false 2024-12-06T10:19:53,191 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:53,394 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 379, reset compression=false 2024-12-06T10:19:53,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:19:53,659 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:53,698 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 379, reset compression=false 2024-12-06T10:19:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33617 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:19:53,895 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:19:53,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:53,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:53,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:53,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:53,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:53,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42221,1733480383208, seqNum=-1] 2024-12-06T10:19:53,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:53,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:53,899 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480388309.f4ccae88854210aea1869eea04e7a68e., hostname=748048564c27,42221,1733480383208, seqNum=2] 2024-12-06T10:19:53,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,38605,1733480386320, seqNum=-1] 2024-12-06T10:19:53,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:53,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:19:53,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21., hostname=748048564c27,38605,1733480386320, seqNum=2] 2024-12-06T10:19:53,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T10:19:54,102 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 379, reset compression=false 2024-12-06T10:19:54,363 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 379, reset compression=false 2024-12-06T10:19:54,368 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:54,368 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 480, reset compression=false 2024-12-06T10:19:54,368 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4ccae88854210aea1869eea04e7a68e/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T10:19:54,371 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:54,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-06T10:19:54,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:19:54,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e1e1368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:54,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33617,-1 for getting cluster id 2024-12-06T10:19:54,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:54,374 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f6ca6ef2-49bb-40b3-8476-069760628082' 2024-12-06T10:19:54,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f6ca6ef2-49bb-40b3-8476-069760628082" 2024-12-06T10:19:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b83a3df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33617,-1] 2024-12-06T10:19:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:54,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:54,376 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:54,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a399728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:54,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,38605,1733480386320, seqNum=-1] 2024-12-06T10:19:54,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:54,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:54,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21., hostname=748048564c27,38605,1733480386320, seqNum=2] 2024-12-06T10:19:54,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:19:54,574 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 480, reset compression=false 2024-12-06T10:19:54,606 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 379, reset compression=false 2024-12-06T10:19:54,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:54,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 503, reset compression=false 2024-12-06T10:19:54,611 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:54,815 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 503, reset compression=false 2024-12-06T10:19:54,878 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 480, reset compression=false 2024-12-06T10:19:54,910 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T10:19:54,913 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T10:19:55,118 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 503, reset compression=false 2024-12-06T10:19:55,123 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:55,123 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 607, reset compression=false 2024-12-06T10:19:55,123 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcbd104794365d4cd7c94e30d147cf21/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:19:55,125 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:19:55,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-06T10:19:55,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:19:55,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b4fb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:55,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,44105,-1 for getting cluster id 2024-12-06T10:19:55,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:19:55,127 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '11f4296c-df30-4b06-a2e6-ceed1a95e1ee' 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "11f4296c-df30-4b06-a2e6-ceed1a95e1ee" 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@121c64d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,44105,-1] 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:19:55,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:55,129 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:19:55,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d3f82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:19:55,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:19:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42221,1733480383208, seqNum=-1] 2024-12-06T10:19:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:19:55,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-06T10:19:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733480388309.f4ccae88854210aea1869eea04e7a68e., hostname=748048564c27,42221,1733480383208, seqNum=2] 2024-12-06T10:19:55,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:19:55,282 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 480, reset compression=false 2024-12-06T10:19:55,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:55,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 608, reset compression=false 2024-12-06T10:19:55,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:55,326 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 607, reset compression=false 2024-12-06T10:19:55,491 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 608, reset compression=false 2024-12-06T10:19:55,630 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 607, reset compression=false 2024-12-06T10:19:55,696 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:19:55,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:19:55,795 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 608, reset compression=false 2024-12-06T10:19:55,915 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T10:19:55,921 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T10:19:56,035 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 607, reset compression=false 2024-12-06T10:19:56,199 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 608, reset compression=false 2024-12-06T10:19:56,204 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:56,204 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 764, reset compression=false 2024-12-06T10:19:56,204 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[{test/f4ccae88854210aea1869eea04e7a68e/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T10:19:56,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:19:56,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38605 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:19:56,408 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 764, reset compression=false 2024-12-06T10:19:56,543 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 607, reset compression=false 2024-12-06T10:19:56,547 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:56,547 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 754, reset compression=false 2024-12-06T10:19:56,547 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:56,711 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 764, reset compression=false 2024-12-06T10:19:56,751 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 754, reset compression=false 2024-12-06T10:19:56,923 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T10:19:56,927 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T10:19:57,055 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 754, reset compression=false 2024-12-06T10:19:57,063 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:19:57,063 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 913, reset compression=false 2024-12-06T10:19:57,063 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[{test/fcbd104794365d4cd7c94e30d147cf21/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T10:19:57,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:19:57,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42221 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:19:57,115 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 764, reset compression=false 2024-12-06T10:19:57,121 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:57,121 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:57,121 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:57,267 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 913, reset compression=false 2024-12-06T10:19:57,343 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:57,571 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 913, reset compression=false 2024-12-06T10:19:57,647 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:57,929 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T10:19:57,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:19:57,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:57,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:57,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:57,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:19:57,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:19:57,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1906797864, stopped=false 2024-12-06T10:19:57,932 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,33617,1733480386234 2024-12-06T10:19:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11049908303/running 2024-12-06T10:19:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11049908303/running 2024-12-06T10:19:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:57,934 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:19:57,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:19:57,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:19:57,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:57,935 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,38605,1733480386320' ***** 2024-12-06T10:19:57,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/running 2024-12-06T10:19:57,935 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:19:57,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Set watcher on znode that does not yet exist, /11049908303/running 2024-12-06T10:19:57,935 INFO [RS:0;748048564c27:38605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:19:57,935 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:19:57,935 INFO [RS:0;748048564c27:38605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for abca95fcc7cf19a12c37a44631fe577d 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(959): stopping server 748048564c27,38605,1733480386320 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:38605. 2024-12-06T10:19:57,936 DEBUG [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:57,936 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abca95fcc7cf19a12c37a44631fe577d, disabling compactions & flushes 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:19:57,936 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. after waiting 0 ms 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:57,936 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing abca95fcc7cf19a12c37a44631fe577d 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-06T10:19:57,936 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:19:57,936 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, abca95fcc7cf19a12c37a44631fe577d=hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d., fcbd104794365d4cd7c94e30d147cf21=test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.} 2024-12-06T10:19:57,936 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abca95fcc7cf19a12c37a44631fe577d, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:19:57,936 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:19:57,936 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:19:57,937 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:19:57,937 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:19:57,937 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:19:57,938 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:57,953 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/.tmp/queue/5921f7d15ee44b2d8d4d622a1c41585e is 153, key is 1-748048564c27,38605,1733480386320/queue:748048564c27%2C38605%2C1733480386320/1733480397068/Put/seqid=0 2024-12-06T10:19:57,953 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/info/dc384c1d88444fd2857ea3468815b0c4 is 147, key is hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d./info:regioninfo/1733480392922/Put/seqid=0 2024-12-06T10:19:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741840_1016 (size=7686) 2024-12-06T10:19:57,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741841_1017 (size=5352) 2024-12-06T10:19:57,975 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 913, reset compression=false 2024-12-06T10:19:58,050 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:58,137 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abca95fcc7cf19a12c37a44631fe577d, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:58,337 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, abca95fcc7cf19a12c37a44631fe577d, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:58,361 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/info/dc384c1d88444fd2857ea3468815b0c4 2024-12-06T10:19:58,361 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/.tmp/queue/5921f7d15ee44b2d8d4d622a1c41585e 2024-12-06T10:19:58,366 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/.tmp/queue/5921f7d15ee44b2d8d4d622a1c41585e as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/queue/5921f7d15ee44b2d8d4d622a1c41585e 2024-12-06T10:19:58,371 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/queue/5921f7d15ee44b2d8d4d622a1c41585e, entries=1, sequenceid=10, filesize=5.2 K 2024-12-06T10:19:58,372 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for abca95fcc7cf19a12c37a44631fe577d in 436ms, sequenceid=10, compaction requested=false 2024-12-06T10:19:58,380 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/replication/abca95fcc7cf19a12c37a44631fe577d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:58,381 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abca95fcc7cf19a12c37a44631fe577d: Waiting for close lock at 1733480397936Running coprocessor pre-close hooks at 1733480397936Disabling compacts and flushes for region at 1733480397936Disabling writes for close at 1733480397936Obtaining lock to block concurrent updates at 1733480397936Preparing flush snapshotting stores in abca95fcc7cf19a12c37a44631fe577d at 1733480397936Finished memstore snapshotting hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733480397937 (+1 ms)Flushing stores of hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. at 1733480397937Flushing abca95fcc7cf19a12c37a44631fe577d/queue: creating writer at 1733480397937Flushing abca95fcc7cf19a12c37a44631fe577d/queue: appending metadata at 1733480397953 (+16 ms)Flushing abca95fcc7cf19a12c37a44631fe577d/queue: closing flushed file at 1733480397953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26af2fc5: reopening flushed file at 1733480398366 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for abca95fcc7cf19a12c37a44631fe577d in 436ms, sequenceid=10, compaction requested=false at 1733480398372 (+6 ms)Writing region close event to WAL at 1733480398378 (+6 ms)Running coprocessor post-close hooks at 1733480398381 (+3 ms)Closed at 1733480398381 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480391760.abca95fcc7cf19a12c37a44631fe577d. 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcbd104794365d4cd7c94e30d147cf21, disabling compactions & flushes 2024-12-06T10:19:58,381 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. after waiting 0 ms 2024-12-06T10:19:58,381 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:58,381 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcbd104794365d4cd7c94e30d147cf21 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-06T10:19:58,382 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/ns/4808e83d61284eb1b6b0ecd5608df37d is 43, key is default/ns:d/1733480388261/Put/seqid=0 2024-12-06T10:19:58,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741842_1018 (size=5153) 2024-12-06T10:19:58,397 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f/ca317579e3a948fbb6c2523acd56df18 is 29, key is row1/f:/1733480396924/DeleteFamily/seqid=0 2024-12-06T10:19:58,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741843_1019 (size=5118) 2024-12-06T10:19:58,478 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 913, reset compression=false 2024-12-06T10:19:58,482 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:58,482 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1160, reset compression=false 2024-12-06T10:19:58,482 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,38605,1733480386320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:19:58,483 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,38605,1733480386320: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,38605,1733480386320, walGroup=748048564c27%2C38605%2C1733480386320, offset=748048564c27%2C38605%2C1733480386320.1733480387669:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:38605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:19:58,484 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:19:58,484 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:19:58,485 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:19:58,485 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:19:58,485 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:19:58,485 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 597694480 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 190323736 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:19:58,485 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:33617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:33617 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:19:58,525 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:19:58,525 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:19:58,537 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:58,554 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:58,685 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1160, reset compression=false 2024-12-06T10:19:58,737 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:58,789 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/ns/4808e83d61284eb1b6b0ecd5608df37d 2024-12-06T10:19:58,800 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f/ca317579e3a948fbb6c2523acd56df18 2024-12-06T10:19:58,803 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca317579e3a948fbb6c2523acd56df18 2024-12-06T10:19:58,811 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/rep_barrier/e51e43a54ad742889af2ce34e3a871e0 is 112, key is test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21./rep_barrier:seqnumDuringOpen/1733480390206/Put/seqid=0 2024-12-06T10:19:58,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741844_1020 (size=5518) 2024-12-06T10:19:58,819 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f1/d81d8324372c4946a65ebd05731960f6 is 30, key is row1/f1:/1733480396924/DeleteFamily/seqid=0 2024-12-06T10:19:58,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741845_1021 (size=5123) 2024-12-06T10:19:58,823 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f1/d81d8324372c4946a65ebd05731960f6 2024-12-06T10:19:58,826 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d81d8324372c4946a65ebd05731960f6 2024-12-06T10:19:58,840 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/norep/c9440648da7e4ebe93372bdb09ac8ff3 is 33, key is row1/norep:/1733480396924/DeleteFamily/seqid=0 2024-12-06T10:19:58,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741846_1022 (size=5108) 2024-12-06T10:19:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:19:58,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T10:19:58,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-06T10:19:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-06T10:19:58,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T10:19:58,937 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:19:58,937 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fcbd104794365d4cd7c94e30d147cf21=test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21.} 2024-12-06T10:19:58,937 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:58,989 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1160, reset compression=false 2024-12-06T10:19:59,138 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcbd104794365d4cd7c94e30d147cf21 2024-12-06T10:19:59,157 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:59,218 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/rep_barrier/e51e43a54ad742889af2ce34e3a871e0 2024-12-06T10:19:59,240 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/table/16774cefba6f427dabd3577e942344df is 53, key is hbase:replication/table:state/1733480392930/Put/seqid=0 2024-12-06T10:19:59,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741847_1023 (size=5308) 2024-12-06T10:19:59,244 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/norep/c9440648da7e4ebe93372bdb09ac8ff3 2024-12-06T10:19:59,248 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9440648da7e4ebe93372bdb09ac8ff3 2024-12-06T10:19:59,249 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f/ca317579e3a948fbb6c2523acd56df18 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/f/ca317579e3a948fbb6c2523acd56df18 2024-12-06T10:19:59,253 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca317579e3a948fbb6c2523acd56df18 2024-12-06T10:19:59,253 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/f/ca317579e3a948fbb6c2523acd56df18, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T10:19:59,254 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/f1/d81d8324372c4946a65ebd05731960f6 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/f1/d81d8324372c4946a65ebd05731960f6 2024-12-06T10:19:59,258 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d81d8324372c4946a65ebd05731960f6 2024-12-06T10:19:59,258 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/f1/d81d8324372c4946a65ebd05731960f6, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T10:19:59,258 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/.tmp/norep/c9440648da7e4ebe93372bdb09ac8ff3 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/norep/c9440648da7e4ebe93372bdb09ac8ff3 2024-12-06T10:19:59,262 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9440648da7e4ebe93372bdb09ac8ff3 2024-12-06T10:19:59,262 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/norep/c9440648da7e4ebe93372bdb09ac8ff3, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T10:19:59,263 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fcbd104794365d4cd7c94e30d147cf21 in 882ms, sequenceid=8, compaction requested=false 2024-12-06T10:19:59,267 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/default/test/fcbd104794365d4cd7c94e30d147cf21/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T10:19:59,267 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:59,267 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:19:59,267 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:59,267 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcbd104794365d4cd7c94e30d147cf21: Waiting for close lock at 1733480398381Running coprocessor pre-close hooks at 1733480398381Disabling compacts and flushes for region at 1733480398381Disabling writes for close at 1733480398381Obtaining lock to block concurrent updates at 1733480398381Preparing flush snapshotting stores in fcbd104794365d4cd7c94e30d147cf21 at 1733480398381Finished memstore snapshotting test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733480398382 (+1 ms)Flushing stores of test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. at 1733480398382Flushing fcbd104794365d4cd7c94e30d147cf21/f: creating writer at 1733480398382Flushing fcbd104794365d4cd7c94e30d147cf21/f: appending metadata at 1733480398396 (+14 ms)Flushing fcbd104794365d4cd7c94e30d147cf21/f: closing flushed file at 1733480398396Flushing fcbd104794365d4cd7c94e30d147cf21/f1: creating writer at 1733480398804 (+408 ms)Flushing fcbd104794365d4cd7c94e30d147cf21/f1: appending metadata at 1733480398819 (+15 ms)Flushing fcbd104794365d4cd7c94e30d147cf21/f1: closing flushed file at 1733480398819Flushing fcbd104794365d4cd7c94e30d147cf21/norep: creating writer at 1733480398826 (+7 ms)Flushing fcbd104794365d4cd7c94e30d147cf21/norep: appending metadata at 1733480398839 (+13 ms)Flushing fcbd104794365d4cd7c94e30d147cf21/norep: closing flushed file at 1733480398839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7b3609: reopening flushed file at 1733480399248 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41dbc9c7: reopening flushed file at 1733480399253 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e59cdd2: reopening flushed file at 1733480399258 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fcbd104794365d4cd7c94e30d147cf21 in 882ms, sequenceid=8, compaction requested=false at 1733480399263 (+5 ms)Writing region close event to WAL at 1733480399264 (+1 ms)Running coprocessor post-close hooks at 1733480399267 (+3 ms)Closed at 1733480399267 2024-12-06T10:19:59,268 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480389458.fcbd104794365d4cd7c94e30d147cf21. 2024-12-06T10:19:59,338 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:59,393 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1160, reset compression=false 2024-12-06T10:19:59,398 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:19:59,398 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1804, reset compression=false 2024-12-06T10:19:59,538 DEBUG [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:19:59,601 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1804, reset compression=false 2024-12-06T10:19:59,645 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/table/16774cefba6f427dabd3577e942344df 2024-12-06T10:19:59,650 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/info/dc384c1d88444fd2857ea3468815b0c4 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/info/dc384c1d88444fd2857ea3468815b0c4 2024-12-06T10:19:59,653 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/info/dc384c1d88444fd2857ea3468815b0c4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:19:59,654 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/ns/4808e83d61284eb1b6b0ecd5608df37d as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/ns/4808e83d61284eb1b6b0ecd5608df37d 2024-12-06T10:19:59,658 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/ns/4808e83d61284eb1b6b0ecd5608df37d, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:19:59,658 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/rep_barrier/e51e43a54ad742889af2ce34e3a871e0 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/rep_barrier/e51e43a54ad742889af2ce34e3a871e0 2024-12-06T10:19:59,662 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/rep_barrier/e51e43a54ad742889af2ce34e3a871e0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:19:59,662 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/.tmp/table/16774cefba6f427dabd3577e942344df as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/table/16774cefba6f427dabd3577e942344df 2024-12-06T10:19:59,666 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/table/16774cefba6f427dabd3577e942344df, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:19:59,667 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-12-06T10:19:59,671 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:19:59,672 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:19:59,672 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:19:59,672 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:59,672 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480397936Running coprocessor pre-close hooks at 1733480397936Disabling compacts and flushes for region at 1733480397936Disabling writes for close at 1733480397937 (+1 ms)Obtaining lock to block concurrent updates at 1733480397937Preparing flush snapshotting stores in 1588230740 at 1733480397937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480397937Flushing stores of hbase:meta,,1.1588230740 at 1733480397937Flushing 1588230740/info: creating writer at 1733480397937Flushing 1588230740/info: appending metadata at 1733480397953 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733480397953Flushing 1588230740/ns: creating writer at 1733480398366 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733480398381 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733480398381Flushing 1588230740/rep_barrier: creating writer at 1733480398793 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480398810 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480398811 (+1 ms)Flushing 1588230740/table: creating writer at 1733480399222 (+411 ms)Flushing 1588230740/table: appending metadata at 1733480399240 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733480399240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5ec7e0: reopening flushed file at 1733480399649 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c94244b: reopening flushed file at 1733480399654 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d7612c9: reopening flushed file at 1733480399658 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bc66e2: reopening flushed file at 1733480399662 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1733480399667 (+5 ms)Writing region close event to WAL at 1733480399669 (+2 ms)Running coprocessor post-close hooks at 1733480399672 (+3 ms)Closed at 1733480399672 2024-12-06T10:19:59,672 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:19:59,738 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(976): stopping server 748048564c27,38605,1733480386320; all regions closed. 2024-12-06T10:19:59,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:19:59,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.meta.1733480388220.meta not finished, retry = 0 2024-12-06T10:19:59,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741839_1015 (size=2676) 2024-12-06T10:19:59,844 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.rep.1733480392891 not finished, retry = 0 2024-12-06T10:19:59,861 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:19:59,904 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/WALs/748048564c27,38605,1733480386320/748048564c27%2C38605%2C1733480386320.1733480387669 to pos 1804, reset compression=false 2024-12-06T10:19:59,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741833_1009 (size=1812) 2024-12-06T10:19:59,947 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:59,947 INFO [RS:0;748048564c27:38605 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:19:59,947 INFO [RS:0;748048564c27:38605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:19:59,947 INFO [RS:0;748048564c27:38605 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:19:59,947 INFO [RS:0;748048564c27:38605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:19:59,947 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:19:59,948 INFO [RS:0;748048564c27:38605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,38605,1733480386320 because: Region server is closing 2024-12-06T10:19:59,948 INFO [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:38605. 2024-12-06T10:19:59,948 DEBUG [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:19:59,948 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:59,948 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:19:59,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:00,048 INFO [RS:0;748048564c27:38605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.shipper748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 terminated 2024-12-06T10:20:00,048 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,38605,1733480386320.replicationSource.wal-reader.748048564c27%2C38605%2C1733480386320,1-748048564c27,38605,1733480386320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:20:00,049 INFO [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:38605. 2024-12-06T10:20:00,049 DEBUG [RS:0;748048564c27:38605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:00,049 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:00,049 DEBUG [RS:0;748048564c27:38605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:00,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:00,049 INFO [RS:0;748048564c27:38605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38605 2024-12-06T10:20:00,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11049908303/rs/748048564c27,38605,1733480386320 2024-12-06T10:20:00,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303/rs 2024-12-06T10:20:00,051 INFO [RS:0;748048564c27:38605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:00,055 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,38605,1733480386320] 2024-12-06T10:20:00,056 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11049908303/draining/748048564c27,38605,1733480386320 already deleted, retry=false 2024-12-06T10:20:00,056 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,38605,1733480386320 expired; onlineServers=0 2024-12-06T10:20:00,056 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,33617,1733480386234' ***** 2024-12-06T10:20:00,056 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:20:00,056 INFO [M:0;748048564c27:33617 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:00,056 INFO [M:0;748048564c27:33617 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:00,056 DEBUG [M:0;748048564c27:33617 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:20:00,056 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:20:00,056 DEBUG [M:0;748048564c27:33617 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:20:00,056 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480387473 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480387473,5,FailOnTimeoutGroup] 2024-12-06T10:20:00,056 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480387472 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480387472,5,FailOnTimeoutGroup] 2024-12-06T10:20:00,056 INFO [M:0;748048564c27:33617 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:00,056 INFO [M:0;748048564c27:33617 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:00,056 DEBUG [M:0;748048564c27:33617 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:20:00,056 INFO [M:0;748048564c27:33617 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:20:00,057 INFO [M:0;748048564c27:33617 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:00,057 INFO [M:0;748048564c27:33617 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:20:00,057 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:20:00,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11049908303/master 2024-12-06T10:20:00,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11049908303 2024-12-06T10:20:00,059 DEBUG [M:0;748048564c27:33617 {}] zookeeper.ZKUtil(347): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Unable to get data of znode /11049908303/master because node does not exist (not an error) 2024-12-06T10:20:00,059 WARN [M:0;748048564c27:33617 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:20:00,059 INFO [M:0;748048564c27:33617 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/.lastflushedseqids 2024-12-06T10:20:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741848_1024 (size=245) 2024-12-06T10:20:00,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:00,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38605-0x101874968bc0004, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:00,155 INFO [RS:0;748048564c27:38605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:00,155 INFO [RS:0;748048564c27:38605 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,38605,1733480386320; zookeeper connection closed. 2024-12-06T10:20:00,155 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c27833 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c27833 2024-12-06T10:20:00,155 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:20:00,470 INFO [M:0;748048564c27:33617 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:20:00,470 INFO [M:0;748048564c27:33617 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:20:00,470 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:00,470 INFO [M:0;748048564c27:33617 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:00,470 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:00,470 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:00,470 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:00,470 INFO [M:0;748048564c27:33617 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-06T10:20:00,490 DEBUG [M:0;748048564c27:33617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66676b492afc4fd090b1731b2de58349 is 82, key is hbase:meta,,1/info:regioninfo/1733480388252/Put/seqid=0 2024-12-06T10:20:00,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741849_1025 (size=5672) 2024-12-06T10:20:00,665 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:20:00,894 INFO [M:0;748048564c27:33617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66676b492afc4fd090b1731b2de58349 2024-12-06T10:20:00,913 DEBUG [M:0;748048564c27:33617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6c99f79e1db47fab1f8d56da50a61b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480392933/Put/seqid=0 2024-12-06T10:20:00,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741850_1026 (size=8515) 2024-12-06T10:20:01,317 INFO [M:0;748048564c27:33617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6c99f79e1db47fab1f8d56da50a61b7 2024-12-06T10:20:01,335 DEBUG [M:0;748048564c27:33617 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc41db1dd6744110934afe94be0a3d04 is 69, key is 748048564c27,38605,1733480386320/rs:state/1733480387508/Put/seqid=0 2024-12-06T10:20:01,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741851_1027 (size=5156) 2024-12-06T10:20:01,569 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:20:01,739 INFO [M:0;748048564c27:33617 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc41db1dd6744110934afe94be0a3d04 2024-12-06T10:20:01,744 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66676b492afc4fd090b1731b2de58349 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66676b492afc4fd090b1731b2de58349 2024-12-06T10:20:01,747 INFO [M:0;748048564c27:33617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66676b492afc4fd090b1731b2de58349, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:20:01,748 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6c99f79e1db47fab1f8d56da50a61b7 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6c99f79e1db47fab1f8d56da50a61b7 2024-12-06T10:20:01,751 INFO [M:0;748048564c27:33617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6c99f79e1db47fab1f8d56da50a61b7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:20:01,752 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc41db1dd6744110934afe94be0a3d04 as hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc41db1dd6744110934afe94be0a3d04 2024-12-06T10:20:01,755 INFO [M:0;748048564c27:33617 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33831/user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc41db1dd6744110934afe94be0a3d04, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:20:01,756 INFO [M:0;748048564c27:33617 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-12-06T10:20:01,757 INFO [M:0;748048564c27:33617 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:01,757 DEBUG [M:0;748048564c27:33617 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480400470Disabling compacts and flushes for region at 1733480400470Disabling writes for close at 1733480400470Obtaining lock to block concurrent updates at 1733480400470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480400470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733480400471 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480400471Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480400471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480400489 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480400489Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480400898 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480400913 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480400913Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480401321 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480401335 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480401335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b23e116: reopening flushed file at 1733480401743 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbf6aac: reopening flushed file at 1733480401747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@168a3453: reopening flushed file at 1733480401751 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1733480401756 (+5 ms)Writing region close event to WAL at 1733480401757 (+1 ms)Closed at 1733480401757 2024-12-06T10:20:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34833 is added to blk_1073741830_1006 (size=63642) 2024-12-06T10:20:01,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b099c3a3-fc5b-75af-9eb1-fa11004fdebe/MasterData/WALs/748048564c27,33617,1733480386234/748048564c27%2C33617%2C1733480386234.1733480387350 not finished, retry = 0 2024-12-06T10:20:01,860 INFO [M:0;748048564c27:33617 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:20:01,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:01,860 INFO [M:0;748048564c27:33617 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33617 2024-12-06T10:20:01,861 INFO [M:0;748048564c27:33617 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:01,962 INFO [M:0;748048564c27:33617 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33617-0x101874968bc0003, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:01,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330dd5cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:01,965 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e70714f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:01,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:01,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab6819f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:01,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:20:01,969 WARN [BP-1627562788-172.17.0.2-1733480385064 heartbeating to localhost/127.0.0.1:33831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:20:01,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:20:01,969 WARN [BP-1627562788-172.17.0.2-1733480385064 heartbeating to localhost/127.0.0.1:33831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1627562788-172.17.0.2-1733480385064 (Datanode Uuid 07567853-d81e-428f-bc08-11e0d75ba160) service to localhost/127.0.0.1:33831 2024-12-06T10:20:01,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/cluster_aa04c8e6-e2ad-8385-e4f3-efcbafb40a6b/data/data1/current/BP-1627562788-172.17.0.2-1733480385064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:01,970 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/cluster_aa04c8e6-e2ad-8385-e4f3-efcbafb40a6b/data/data2/current/BP-1627562788-172.17.0.2-1733480385064 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:01,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:20:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5cb0a88d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:01,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@dcf9b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:01,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b738e10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fd43393{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:20:01,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:20:01,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:01,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:01,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:01,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:01,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:20:01,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=414841348, stopped=false 2024-12-06T10:20:01,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,44105,1733480383155 2024-12-06T10:20:01,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1536173351/running 2024-12-06T10:20:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1536173351/running 2024-12-06T10:20:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:20:01,994 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:01,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:20:01,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:01,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:01,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:01,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42221,1733480383208' ***** 2024-12-06T10:20:01,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:20:01,995 INFO [RS:0;748048564c27:42221 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:20:01,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/running 2024-12-06T10:20:01,995 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:20:01,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Set watcher on znode that does not yet exist, /0-1536173351/running 2024-12-06T10:20:01,995 INFO [RS:0;748048564c27:42221 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:20:01,995 INFO [RS:0;748048564c27:42221 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:20:01,995 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42221,1733480383208 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:01,996 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4ccae88854210aea1869eea04e7a68e, disabling compactions & flushes 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42221. 2024-12-06T10:20:01,996 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:20:01,996 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:20:01,996 DEBUG [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:01,996 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. after waiting 0 ms 2024-12-06T10:20:01,996 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:01,996 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:20:01,996 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f4ccae88854210aea1869eea04e7a68e 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:20:01,996 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:20:01,997 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:20:01,997 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1325): Online Regions={f4ccae88854210aea1869eea04e7a68e=test,,1733480388309.f4ccae88854210aea1869eea04e7a68e., 1588230740=hbase:meta,,1.1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500=hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.} 2024-12-06T10:20:01,997 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:01,997 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:01,997 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:01,997 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:01,997 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:01,997 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:01,997 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:20:02,012 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f/bac54d06a1704259911416e4ca8fafcf is 29, key is row1/f:/1733480396924/DeleteFamily/seqid=0 2024-12-06T10:20:02,015 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/info/450b3618c0a54c97a9338c862dd854de is 147, key is hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500./info:regioninfo/1733480391382/Put/seqid=0 2024-12-06T10:20:02,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=5118) 2024-12-06T10:20:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:20:02,080 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:02,197 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:02,397 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:02,416 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f/bac54d06a1704259911416e4ca8fafcf 2024-12-06T10:20:02,421 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bac54d06a1704259911416e4ca8fafcf 2024-12-06T10:20:02,425 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/info/450b3618c0a54c97a9338c862dd854de 2024-12-06T10:20:02,436 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f1/b6e5ac52097d4a2c95fc0e32d16952b7 is 30, key is row1/f1:/1733480396924/DeleteFamily/seqid=0 2024-12-06T10:20:02,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=5123) 2024-12-06T10:20:02,446 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/ns/9efc48a372474ef0a07069653826b4d2 is 43, key is default/ns:d/1733480385001/Put/seqid=0 2024-12-06T10:20:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=5153) 2024-12-06T10:20:02,573 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 914, reset compression=false 2024-12-06T10:20:02,578 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:02,578 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1161, reset compression=false 2024-12-06T10:20:02,578 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42221,1733480383208 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:02,579 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,42221,1733480383208: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,42221,1733480383208, walGroup=748048564c27%2C42221%2C1733480383208, offset=748048564c27%2C42221%2C1733480383208.1733480383995:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42221 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:20:02,580 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:20:02,580 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:20:02,581 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:20:02,581 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:20:02,581 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:20:02,581 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 662706192 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190898352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:20:02,581 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:44105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:44105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:20:02,598 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:02,782 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1161, reset compression=false 2024-12-06T10:20:02,798 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:02,840 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f1/b6e5ac52097d4a2c95fc0e32d16952b7 2024-12-06T10:20:02,844 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6e5ac52097d4a2c95fc0e32d16952b7 2024-12-06T10:20:02,850 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/ns/9efc48a372474ef0a07069653826b4d2 2024-12-06T10:20:02,859 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/norep/eefbe1b0338c4848b892e9fb1a9299fb is 32, key is row/norep:/1733480395918/DeleteFamily/seqid=0 2024-12-06T10:20:02,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=5101) 2024-12-06T10:20:02,868 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2e00a7f98140fdab3b8c27f2990043 is 112, key is test,,1733480388309.f4ccae88854210aea1869eea04e7a68e./rep_barrier:seqnumDuringOpen/1733480389066/Put/seqid=0 2024-12-06T10:20:02,868 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:20:02,868 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:20:02,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=5518) 2024-12-06T10:20:02,998 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:03,086 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1161, reset compression=false 2024-12-06T10:20:03,198 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500, f4ccae88854210aea1869eea04e7a68e 2024-12-06T10:20:03,266 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/norep/eefbe1b0338c4848b892e9fb1a9299fb 2024-12-06T10:20:03,271 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eefbe1b0338c4848b892e9fb1a9299fb 2024-12-06T10:20:03,271 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2e00a7f98140fdab3b8c27f2990043 2024-12-06T10:20:03,272 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f/bac54d06a1704259911416e4ca8fafcf as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/f/bac54d06a1704259911416e4ca8fafcf 2024-12-06T10:20:03,275 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bac54d06a1704259911416e4ca8fafcf 2024-12-06T10:20:03,275 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/f/bac54d06a1704259911416e4ca8fafcf, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T10:20:03,276 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/f1/b6e5ac52097d4a2c95fc0e32d16952b7 as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/f1/b6e5ac52097d4a2c95fc0e32d16952b7 2024-12-06T10:20:03,280 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6e5ac52097d4a2c95fc0e32d16952b7 2024-12-06T10:20:03,280 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/f1/b6e5ac52097d4a2c95fc0e32d16952b7, entries=2, sequenceid=8, filesize=5.0 K 2024-12-06T10:20:03,281 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/.tmp/norep/eefbe1b0338c4848b892e9fb1a9299fb as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/norep/eefbe1b0338c4848b892e9fb1a9299fb 2024-12-06T10:20:03,285 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eefbe1b0338c4848b892e9fb1a9299fb 2024-12-06T10:20:03,285 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/norep/eefbe1b0338c4848b892e9fb1a9299fb, entries=1, sequenceid=8, filesize=5.0 K 2024-12-06T10:20:03,286 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f4ccae88854210aea1869eea04e7a68e in 1290ms, sequenceid=8, compaction requested=false 2024-12-06T10:20:03,286 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:20:03,294 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/table/2fa363139e8b4af5a10413b54533445a is 53, key is hbase:replication/table:state/1733480391389/Put/seqid=0 2024-12-06T10:20:03,296 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/default/test/f4ccae88854210aea1869eea04e7a68e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T10:20:03,297 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:03,297 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:03,297 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:20:03,297 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4ccae88854210aea1869eea04e7a68e: Waiting for close lock at 1733480401996Running coprocessor pre-close hooks at 1733480401996Disabling compacts and flushes for region at 1733480401996Disabling writes for close at 1733480401996Obtaining lock to block concurrent updates at 1733480401996Preparing flush snapshotting stores in f4ccae88854210aea1869eea04e7a68e at 1733480401996Finished memstore snapshotting test,,1733480388309.f4ccae88854210aea1869eea04e7a68e., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733480401997 (+1 ms)Flushing stores of test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. at 1733480401997Flushing f4ccae88854210aea1869eea04e7a68e/f: creating writer at 1733480401997Flushing f4ccae88854210aea1869eea04e7a68e/f: appending metadata at 1733480402011 (+14 ms)Flushing f4ccae88854210aea1869eea04e7a68e/f: closing flushed file at 1733480402011Flushing f4ccae88854210aea1869eea04e7a68e/f1: creating writer at 1733480402421 (+410 ms)Flushing f4ccae88854210aea1869eea04e7a68e/f1: appending metadata at 1733480402435 (+14 ms)Flushing f4ccae88854210aea1869eea04e7a68e/f1: closing flushed file at 1733480402435Flushing f4ccae88854210aea1869eea04e7a68e/norep: creating writer at 1733480402844 (+409 ms)Flushing f4ccae88854210aea1869eea04e7a68e/norep: appending metadata at 1733480402859 (+15 ms)Flushing f4ccae88854210aea1869eea04e7a68e/norep: closing flushed file at 1733480402859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f78602b: reopening flushed file at 1733480403271 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5dafc7: reopening flushed file at 1733480403276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a4478: reopening flushed file at 1733480403280 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for f4ccae88854210aea1869eea04e7a68e in 1290ms, sequenceid=8, compaction requested=false at 1733480403286 (+6 ms)Writing region close event to WAL at 1733480403293 (+7 ms)Running coprocessor post-close hooks at 1733480403297 (+4 ms)Closed at 1733480403297 2024-12-06T10:20:03,297 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480388309.f4ccae88854210aea1869eea04e7a68e. 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e3ac48e2b2a36fc9f4ac5b009d58500, disabling compactions & flushes 2024-12-06T10:20:03,298 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. after waiting 0 ms 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e3ac48e2b2a36fc9f4ac5b009d58500: Waiting for close lock at 1733480403298Running coprocessor pre-close hooks at 1733480403298Disabling compacts and flushes for region at 1733480403298Disabling writes for close at 1733480403298Failed flush hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500., putting online again at 1733480403298 2024-12-06T10:20:03,298 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=5308) 2024-12-06T10:20:03,398 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:20:03,399 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500=hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500.} 2024-12-06T10:20:03,399 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:20:03,399 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e3ac48e2b2a36fc9f4ac5b009d58500 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e3ac48e2b2a36fc9f4ac5b009d58500, disabling compactions & flushes 2024-12-06T10:20:03,399 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. after waiting 0 ms 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e3ac48e2b2a36fc9f4ac5b009d58500: Waiting for close lock at 1733480403399Running coprocessor pre-close hooks at 1733480403399Disabling compacts and flushes for region at 1733480403399Disabling writes for close at 1733480403399Failed flush hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500., putting online again at 1733480403399 2024-12-06T10:20:03,399 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480390615.9e3ac48e2b2a36fc9f4ac5b009d58500. 2024-12-06T10:20:03,490 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1161, reset compression=false 2024-12-06T10:20:03,495 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:03,495 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1805, reset compression=false 2024-12-06T10:20:03,599 DEBUG [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:03,698 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1805, reset compression=false 2024-12-06T10:20:03,699 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/table/2fa363139e8b4af5a10413b54533445a 2024-12-06T10:20:03,704 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/info/450b3618c0a54c97a9338c862dd854de as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/info/450b3618c0a54c97a9338c862dd854de 2024-12-06T10:20:03,708 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/info/450b3618c0a54c97a9338c862dd854de, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:20:03,709 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/ns/9efc48a372474ef0a07069653826b4d2 as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/ns/9efc48a372474ef0a07069653826b4d2 2024-12-06T10:20:03,712 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/ns/9efc48a372474ef0a07069653826b4d2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:20:03,713 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/rep_barrier/7d2e00a7f98140fdab3b8c27f2990043 as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/rep_barrier/7d2e00a7f98140fdab3b8c27f2990043 2024-12-06T10:20:03,717 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/rep_barrier/7d2e00a7f98140fdab3b8c27f2990043, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:20:03,717 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/.tmp/table/2fa363139e8b4af5a10413b54533445a as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/table/2fa363139e8b4af5a10413b54533445a 2024-12-06T10:20:03,721 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/table/2fa363139e8b4af5a10413b54533445a, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:20:03,722 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-12-06T10:20:03,725 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:20:03,726 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:03,726 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:03,726 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:03,726 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480401997Running coprocessor pre-close hooks at 1733480401997Disabling compacts and flushes for region at 1733480401997Disabling writes for close at 1733480401997Obtaining lock to block concurrent updates at 1733480401997Preparing flush snapshotting stores in 1588230740 at 1733480401997Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480401998 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480401998Flushing 1588230740/info: creating writer at 1733480401998Flushing 1588230740/info: appending metadata at 1733480402015 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733480402015Flushing 1588230740/ns: creating writer at 1733480402428 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733480402445 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733480402445Flushing 1588230740/rep_barrier: creating writer at 1733480402853 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480402867 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480402867Flushing 1588230740/table: creating writer at 1733480403275 (+408 ms)Flushing 1588230740/table: appending metadata at 1733480403294 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733480403294Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f338ff5: reopening flushed file at 1733480403704 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4978e5: reopening flushed file at 1733480403708 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec1594f: reopening flushed file at 1733480403712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4786f186: reopening flushed file at 1733480403717 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1733480403722 (+5 ms)Writing region close event to WAL at 1733480403723 (+1 ms)Running coprocessor post-close hooks at 1733480403726 (+3 ms)Closed at 1733480403726 2024-12-06T10:20:03,726 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:03,799 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T10:20:03,799 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42221,1733480383208; all regions closed. 2024-12-06T10:20:03,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:20:03,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.meta.1733480384955.meta not finished, retry = 0 2024-12-06T10:20:03,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:03,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=1733) 2024-12-06T10:20:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=1813) 2024-12-06T10:20:03,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 not finished, retry = 0 2024-12-06T10:20:03,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:03,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:04,002 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 to pos 1805, reset compression=false 2024-12-06T10:20:04,011 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:04,011 INFO [RS:0;748048564c27:42221 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:04,011 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/WALs/748048564c27,42221,1733480383208/748048564c27%2C42221%2C1733480383208.1733480383995 2024-12-06T10:20:04,011 INFO [RS:0;748048564c27:42221 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:04,011 INFO [RS:0;748048564c27:42221 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:04,011 INFO [RS:0;748048564c27:42221 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:04,011 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:04,012 INFO [RS:0;748048564c27:42221 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42221,1733480383208 because: Region server is closing 2024-12-06T10:20:04,012 INFO [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42221. 2024-12-06T10:20:04,012 DEBUG [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:04,012 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:04,012 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:04,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:04,112 INFO [RS:0;748048564c27:42221 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.shipper748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 terminated 2024-12-06T10:20:04,112 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42221,1733480383208.replicationSource.wal-reader.748048564c27%2C42221%2C1733480383208,1-748048564c27,42221,1733480383208 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-06T10:20:04,113 INFO [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42221. 2024-12-06T10:20:04,113 DEBUG [RS:0;748048564c27:42221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:04,113 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:04,113 DEBUG [RS:0;748048564c27:42221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:04,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:04,113 INFO [RS:0;748048564c27:42221 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42221 2024-12-06T10:20:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351/rs 2024-12-06T10:20:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1536173351/rs/748048564c27,42221,1733480383208 2024-12-06T10:20:04,117 INFO [RS:0;748048564c27:42221 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:04,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42221,1733480383208] 2024-12-06T10:20:04,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1536173351/draining/748048564c27,42221,1733480383208 already deleted, retry=false 2024-12-06T10:20:04,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42221,1733480383208 expired; onlineServers=0 2024-12-06T10:20:04,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,44105,1733480383155' ***** 2024-12-06T10:20:04,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:20:04,119 INFO [M:0;748048564c27:44105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:04,119 INFO [M:0;748048564c27:44105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:04,119 DEBUG [M:0;748048564c27:44105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:20:04,119 DEBUG [M:0;748048564c27:44105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:20:04,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:20:04,119 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480383813 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480383813,5,FailOnTimeoutGroup] 2024-12-06T10:20:04,119 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480383813 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480383813,5,FailOnTimeoutGroup] 2024-12-06T10:20:04,119 INFO [M:0;748048564c27:44105 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:04,119 INFO [M:0;748048564c27:44105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:04,120 DEBUG [M:0;748048564c27:44105 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:20:04,120 INFO [M:0;748048564c27:44105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:20:04,120 INFO [M:0;748048564c27:44105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:04,120 INFO [M:0;748048564c27:44105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:20:04,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:20:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1536173351/master 2024-12-06T10:20:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1536173351 2024-12-06T10:20:04,121 DEBUG [M:0;748048564c27:44105 {}] zookeeper.ZKUtil(347): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Unable to get data of znode /0-1536173351/master because node does not exist (not an error) 2024-12-06T10:20:04,121 WARN [M:0;748048564c27:44105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:20:04,123 INFO [M:0;748048564c27:44105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/.lastflushedseqids 2024-12-06T10:20:04,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=245) 2024-12-06T10:20:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:04,218 INFO [RS:0;748048564c27:42221 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:04,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42221-0x101874968bc0001, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:04,218 INFO [RS:0;748048564c27:42221 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42221,1733480383208; zookeeper connection closed. 2024-12-06T10:20:04,219 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33fbe928 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33fbe928 2024-12-06T10:20:04,219 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:20:04,529 INFO [M:0;748048564c27:44105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:20:04,529 INFO [M:0;748048564c27:44105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:20:04,529 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:04,529 INFO [M:0;748048564c27:44105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:04,529 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:04,529 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:04,529 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:04,529 INFO [M:0;748048564c27:44105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T10:20:04,544 DEBUG [M:0;748048564c27:44105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45044510e4bc444a92ac9c7ae7fda63c is 82, key is hbase:meta,,1/info:regioninfo/1733480384990/Put/seqid=0 2024-12-06T10:20:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=5672) 2024-12-06T10:20:04,949 INFO [M:0;748048564c27:44105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45044510e4bc444a92ac9c7ae7fda63c 2024-12-06T10:20:04,970 DEBUG [M:0;748048564c27:44105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d7b405a817c484696c013b4ef261b87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480391392/Put/seqid=0 2024-12-06T10:20:04,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741849_1025 (size=8516) 2024-12-06T10:20:05,375 INFO [M:0;748048564c27:44105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d7b405a817c484696c013b4ef261b87 2024-12-06T10:20:05,397 DEBUG [M:0;748048564c27:44105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d89025edb1486da05b26dbf4c74e8c is 69, key is 748048564c27,42221,1733480383208/rs:state/1733480383854/Put/seqid=0 2024-12-06T10:20:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741850_1026 (size=5156) 2024-12-06T10:20:05,801 INFO [M:0;748048564c27:44105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d89025edb1486da05b26dbf4c74e8c 2024-12-06T10:20:05,806 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/45044510e4bc444a92ac9c7ae7fda63c as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45044510e4bc444a92ac9c7ae7fda63c 2024-12-06T10:20:05,809 INFO [M:0;748048564c27:44105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/45044510e4bc444a92ac9c7ae7fda63c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:20:05,810 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d7b405a817c484696c013b4ef261b87 as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d7b405a817c484696c013b4ef261b87 2024-12-06T10:20:05,814 INFO [M:0;748048564c27:44105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d7b405a817c484696c013b4ef261b87, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:20:05,814 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2d89025edb1486da05b26dbf4c74e8c as hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d89025edb1486da05b26dbf4c74e8c 2024-12-06T10:20:05,818 INFO [M:0;748048564c27:44105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/00410d18-5ec8-9a70-91d7-de95fc56a82a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2d89025edb1486da05b26dbf4c74e8c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:20:05,819 INFO [M:0;748048564c27:44105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false 2024-12-06T10:20:05,820 INFO [M:0;748048564c27:44105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:05,820 DEBUG [M:0;748048564c27:44105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480404529Disabling compacts and flushes for region at 1733480404529Disabling writes for close at 1733480404529Obtaining lock to block concurrent updates at 1733480404529Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480404529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733480404530 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480404530Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480404530Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480404544 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480404544Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480404953 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480404970 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480404970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480405379 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480405396 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480405396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6971ac0d: reopening flushed file at 1733480405805 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1801a5b3: reopening flushed file at 1733480405810 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d5a9a5: reopening flushed file at 1733480405814 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=97, compaction requested=false at 1733480405819 (+5 ms)Writing region close event to WAL at 1733480405820 (+1 ms)Closed at 1733480405820 2024-12-06T10:20:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=63654) 2024-12-06T10:20:05,823 INFO [M:0;748048564c27:44105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:20:05,823 INFO [M:0;748048564c27:44105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44105 2024-12-06T10:20:05,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:05,823 INFO [M:0;748048564c27:44105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:05,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:05,927 INFO [M:0;748048564c27:44105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:05,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44105-0x101874968bc0000, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:05,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27fc8e6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:05,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@644bdaa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:05,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:05,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67bebb46{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:05,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201eac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:05,931 WARN [BP-166535116-172.17.0.2-1733480382034 heartbeating to localhost/127.0.0.1:39881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:20:05,931 WARN [BP-166535116-172.17.0.2-1733480382034 heartbeating to localhost/127.0.0.1:39881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-166535116-172.17.0.2-1733480382034 (Datanode Uuid 2c7504d0-d58e-4cb6-806d-f45feb11b405) service to localhost/127.0.0.1:39881 2024-12-06T10:20:05,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:20:05,932 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:20:05,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/data/data1/current/BP-166535116-172.17.0.2-1733480382034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:05,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/cluster_01a86431-55bc-14bb-0ad9-06599038ee2a/data/data2/current/BP-166535116-172.17.0.2-1733480382034 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:05,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:20:05,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dfe3b00{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:05,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b889264{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:05,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:05,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37119634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:05,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ed0da3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/778b08b2-a1bf-5471-2cc6-99e4510966b6/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:05,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:20:05,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:20:05,966 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 248) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39881 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:33831 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=5116 (was 5473) 2024-12-06T10:20:05,976 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=5116 2024-12-06T10:20:05,989 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-06T10:20:05,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir so I do NOT create it in target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b 2024-12-06T10:20:05,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:05,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.tmp.dir so I do NOT create it in target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b 2024-12-06T10:20:05,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72fc9e22-8323-e56d-e3bd-7719737ffdce/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:05,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b 2024-12-06T10:20:05,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78, deleteOnExit=true 2024-12-06T10:20:05,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/zookeeper_0, clientPort=58839, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:20:05,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58839 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/test.cache.data in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:05,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:05,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:05,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:06,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101874968bc0002, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:20:06,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101874968bc0005, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:20:06,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101874968bc0005, quorum=127.0.0.1:64070, baseZNode=/11049908303 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:20:06,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101874968bc0002, quorum=127.0.0.1:64070, baseZNode=/0-1536173351 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:20:06,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:06,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:06,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:06,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:06,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:06,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:06,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:06,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:06,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5317e1d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/java.io.tmpdir/jetty-localhost-41269-hadoop-hdfs-3_4_1-tests_jar-_-any-12090400762971120737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:06,221 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:41269} 2024-12-06T10:20:06,221 INFO [Time-limited test {}] server.Server(415): Started @202519ms 2024-12-06T10:20:06,310 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:06,315 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:06,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:06,316 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:06,316 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:06,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:06,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:06,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44a362b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/java.io.tmpdir/jetty-localhost-44807-hadoop-hdfs-3_4_1-tests_jar-_-any-6361029713083065927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:06,442 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:44807} 2024-12-06T10:20:06,442 INFO [Time-limited test {}] server.Server(415): Started @202740ms 2024-12-06T10:20:06,443 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:06,543 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/data/data2/current/BP-858666218-172.17.0.2-1733480406019/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:06,543 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/data/data1/current/BP-858666218-172.17.0.2-1733480406019/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:06,563 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d090ba6ec9bd98 with lease ID 0xe0d72c2d577c3db2: Processing first storage report for DS-b5999bdf-08ba-4da3-a750-5fea31117018 from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=7fa62272-c0e3-4b5a-b541-f4b54efc4a98, infoPort=46237, infoSecurePort=0, ipcPort=36831, storageInfo=lv=-57;cid=testClusterID;nsid=1760367348;c=1733480406019) 2024-12-06T10:20:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d090ba6ec9bd98 with lease ID 0xe0d72c2d577c3db2: from storage DS-b5999bdf-08ba-4da3-a750-5fea31117018 node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=7fa62272-c0e3-4b5a-b541-f4b54efc4a98, infoPort=46237, infoSecurePort=0, ipcPort=36831, storageInfo=lv=-57;cid=testClusterID;nsid=1760367348;c=1733480406019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd0d090ba6ec9bd98 with lease ID 0xe0d72c2d577c3db2: Processing first storage report for DS-c14d5793-6a5c-4a22-b687-1aa5d56fee38 from datanode DatanodeRegistration(127.0.0.1:40023, datanodeUuid=7fa62272-c0e3-4b5a-b541-f4b54efc4a98, infoPort=46237, infoSecurePort=0, ipcPort=36831, storageInfo=lv=-57;cid=testClusterID;nsid=1760367348;c=1733480406019) 2024-12-06T10:20:06,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd0d090ba6ec9bd98 with lease ID 0xe0d72c2d577c3db2: from storage DS-c14d5793-6a5c-4a22-b687-1aa5d56fee38 node DatanodeRegistration(127.0.0.1:40023, datanodeUuid=7fa62272-c0e3-4b5a-b541-f4b54efc4a98, infoPort=46237, infoSecurePort=0, ipcPort=36831, storageInfo=lv=-57;cid=testClusterID;nsid=1760367348;c=1733480406019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:06,568 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b 2024-12-06T10:20:06,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:06,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:06,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:06,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e with version=8 2024-12-06T10:20:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/hbase-staging 2024-12-06T10:20:06,979 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:06,979 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:06,980 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43477 2024-12-06T10:20:06,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43477 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:06,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434770x0, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:06,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43477-0x1018749c6780000 connected 2024-12-06T10:20:07,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:07,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:07,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/running 2024-12-06T10:20:07,006 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e, hbase.cluster.distributed=false 2024-12-06T10:20:07,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/acl 2024-12-06T10:20:07,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43477 2024-12-06T10:20:07,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43477 2024-12-06T10:20:07,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43477 2024-12-06T10:20:07,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43477 2024-12-06T10:20:07,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43477 2024-12-06T10:20:07,029 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:07,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:07,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42723 2024-12-06T10:20:07,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42723 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:07,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:07,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427230x0, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:07,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:427230x0, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/running 2024-12-06T10:20:07,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42723-0x1018749c6780001 connected 2024-12-06T10:20:07,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:07,042 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:07,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/master 2024-12-06T10:20:07,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/acl 2024-12-06T10:20:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-06T10:20:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42723 2024-12-06T10:20:07,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42723 2024-12-06T10:20:07,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-06T10:20:07,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42723 2024-12-06T10:20:07,062 DEBUG [M:0;748048564c27:43477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:43477 2024-12-06T10:20:07,064 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0701965315/backup-masters/748048564c27,43477,1733480406978 2024-12-06T10:20:07,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/backup-masters 2024-12-06T10:20:07,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/backup-masters 2024-12-06T10:20:07,066 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on existing znode=/0701965315/backup-masters/748048564c27,43477,1733480406978 2024-12-06T10:20:07,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701965315/master 2024-12-06T10:20:07,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:07,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:07,068 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on existing znode=/0701965315/master 2024-12-06T10:20:07,069 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0701965315/backup-masters/748048564c27,43477,1733480406978 from backup master directory 2024-12-06T10:20:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701965315/backup-masters/748048564c27,43477,1733480406978 2024-12-06T10:20:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/backup-masters 2024-12-06T10:20:07,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/backup-masters 2024-12-06T10:20:07,070 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:07,070 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,43477,1733480406978 2024-12-06T10:20:07,073 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/hbase.id] with ID: 6a318656-5fcd-42f4-a80a-44a8f3578922 2024-12-06T10:20:07,073 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/.tmp/hbase.id 2024-12-06T10:20:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:07,481 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/.tmp/hbase.id]:[hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/hbase.id] 2024-12-06T10:20:07,490 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:07,490 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:07,491 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T10:20:07,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:07,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:07,902 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:07,902 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:07,903 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:07,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:08,309 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store 2024-12-06T10:20:08,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:08,715 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:08,715 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:08,715 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480408715Disabling compacts and flushes for region at 1733480408715Disabling writes for close at 1733480408715Writing region close event to WAL at 1733480408715Closed at 1733480408715 2024-12-06T10:20:08,716 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/.initializing 2024-12-06T10:20:08,716 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/WALs/748048564c27,43477,1733480406978 2024-12-06T10:20:08,717 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:08,718 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C43477%2C1733480406978, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/WALs/748048564c27,43477,1733480406978, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:08,735 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/WALs/748048564c27,43477,1733480406978/748048564c27%2C43477%2C1733480406978.1733480408718, exclude list is [], retry=0 2024-12-06T10:20:08,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-b5999bdf-08ba-4da3-a750-5fea31117018,DISK] 2024-12-06T10:20:08,739 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/WALs/748048564c27,43477,1733480406978/748048564c27%2C43477%2C1733480406978.1733480408718 2024-12-06T10:20:08,739 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T10:20:08,739 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:08,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:08,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,740 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:08,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:08,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:08,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:08,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:08,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:08,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:08,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:08,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:08,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:08,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:08,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:08,750 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,750 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,750 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,751 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:08,752 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:08,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:08,754 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74557165, jitterRate=0.11098833382129669}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:08,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480408740Initializing all the Stores at 1733480408740Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480408740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480408744 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480408744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480408744Cleaning up temporary data from old regions at 1733480408751 (+7 ms)Region opened successfully at 1733480408755 (+4 ms) 2024-12-06T10:20:08,755 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:08,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9f78f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:08,758 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:08,760 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:08,761 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:08,762 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/balancer already deleted, retry=false 2024-12-06T10:20:08,763 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:08,763 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:08,765 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/normalizer already deleted, retry=false 2024-12-06T10:20:08,765 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:08,766 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:08,767 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/switch/split already deleted, retry=false 2024-12-06T10:20:08,767 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:08,771 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/switch/merge already deleted, retry=false 2024-12-06T10:20:08,772 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:08,773 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:08,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701965315/running 2024-12-06T10:20:08,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0701965315/running 2024-12-06T10:20:08,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,775 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,43477,1733480406978, sessionid=0x1018749c6780000, setting cluster-up flag (Was=false) 2024-12-06T10:20:08,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,782 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701965315/flush-table-proc/acquired, /0701965315/flush-table-proc/reached, /0701965315/flush-table-proc/abort 2024-12-06T10:20:08,783 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43477,1733480406978 2024-12-06T10:20:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:08,793 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0701965315/online-snapshot/acquired, /0701965315/online-snapshot/reached, /0701965315/online-snapshot/abort 2024-12-06T10:20:08,794 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43477,1733480406978 2024-12-06T10:20:08,795 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:08,796 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:08,796 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:08,796 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:08,796 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,43477,1733480406978 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:08,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:08,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:08,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:08,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:08,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:08,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:08,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,798 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480438798 2024-12-06T10:20:08,798 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:08,798 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:08,799 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:08,799 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:08,799 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:08,800 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:08,800 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480408800,5,FailOnTimeoutGroup] 2024-12-06T10:20:08,800 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480408800,5,FailOnTimeoutGroup] 2024-12-06T10:20:08,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:08,800 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:08,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:08,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:08,853 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(746): ClusterId : 6a318656-5fcd-42f4-a80a-44a8f3578922 2024-12-06T10:20:08,853 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:08,855 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:08,855 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:08,857 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:08,857 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6547ac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:08,869 DEBUG [RS:0;748048564c27:42723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42723 2024-12-06T10:20:08,869 INFO [RS:0;748048564c27:42723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:08,869 INFO [RS:0;748048564c27:42723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:08,869 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:08,869 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,43477,1733480406978 with port=42723, startcode=1733480407029 2024-12-06T10:20:08,870 DEBUG [RS:0;748048564c27:42723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:08,871 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:08,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42723,1733480407029 2024-12-06T10:20:08,872 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43477 {}] master.ServerManager(517): Registering regionserver=748048564c27,42723,1733480407029 2024-12-06T10:20:08,873 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e 2024-12-06T10:20:08,873 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37971 2024-12-06T10:20:08,873 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:08,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/rs 2024-12-06T10:20:08,875 DEBUG [RS:0;748048564c27:42723 {}] zookeeper.ZKUtil(111): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on existing znode=/0701965315/rs/748048564c27,42723,1733480407029 2024-12-06T10:20:08,875 WARN [RS:0;748048564c27:42723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:08,875 INFO [RS:0;748048564c27:42723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:08,875 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029 2024-12-06T10:20:08,875 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42723,1733480407029] 2024-12-06T10:20:08,878 INFO [RS:0;748048564c27:42723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:08,879 INFO [RS:0;748048564c27:42723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:08,880 INFO [RS:0;748048564c27:42723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:08,880 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,880 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:08,881 INFO [RS:0;748048564c27:42723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:08,881 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:08,881 DEBUG [RS:0;748048564c27:42723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,883 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42723,1733480407029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:08,897 INFO [RS:0;748048564c27:42723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:08,897 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42723,1733480407029-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,897 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,897 INFO [RS:0;748048564c27:42723 {}] regionserver.Replication(171): 748048564c27,42723,1733480407029 started 2024-12-06T10:20:08,910 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:08,910 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42723,1733480407029, RpcServer on 748048564c27/172.17.0.2:42723, sessionid=0x1018749c6780001 2024-12-06T10:20:08,910 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:08,910 DEBUG [RS:0;748048564c27:42723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42723,1733480407029 2024-12-06T10:20:08,910 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42723,1733480407029' 2024-12-06T10:20:08,910 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701965315/flush-table-proc/abort' 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701965315/flush-table-proc/acquired' 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42723,1733480407029 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42723,1733480407029' 2024-12-06T10:20:08,911 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0701965315/online-snapshot/abort' 2024-12-06T10:20:08,912 DEBUG [RS:0;748048564c27:42723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0701965315/online-snapshot/acquired' 2024-12-06T10:20:08,912 DEBUG [RS:0;748048564c27:42723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:08,912 INFO [RS:0;748048564c27:42723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:08,912 INFO [RS:0;748048564c27:42723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:08,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:20:08,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:20:08,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:09,012 INFO [RS:0;748048564c27:42723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:09,014 INFO [RS:0;748048564c27:42723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42723%2C1733480407029, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/oldWALs, maxLogs=10 2024-12-06T10:20:09,031 DEBUG [RS:0;748048564c27:42723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, exclude list is [], retry=0 2024-12-06T10:20:09,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-b5999bdf-08ba-4da3-a750-5fea31117018,DISK] 2024-12-06T10:20:09,035 INFO [RS:0;748048564c27:42723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 2024-12-06T10:20:09,036 DEBUG [RS:0;748048564c27:42723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T10:20:09,219 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:09,219 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e 2024-12-06T10:20:09,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:20:09,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:09,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:09,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:09,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:09,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:09,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:09,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:09,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:09,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:09,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740 2024-12-06T10:20:09,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740 2024-12-06T10:20:09,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:09,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:09,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:09,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:09,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:09,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71997795, jitterRate=0.07285074889659882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480409626Initializing all the Stores at 1733480409627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480409627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409627Cleaning up temporary data from old regions at 1733480409634 (+7 ms)Region opened successfully at 1733480409638 (+4 ms) 2024-12-06T10:20:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:09,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:09,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:09,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:09,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480409638Disabling compacts and flushes for region at 1733480409638Disabling writes for close at 1733480409638Writing region close event to WAL at 1733480409638Closed at 1733480409638 2024-12-06T10:20:09,640 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:09,640 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:09,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:09,641 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:09,641 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:09,792 DEBUG [748048564c27:43477 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:09,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:09,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42723,1733480407029, state=OPENING 2024-12-06T10:20:09,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:09,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701965315/meta-region-server: CHANGED 2024-12-06T10:20:09,799 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701965315/meta-region-server: CHANGED 2024-12-06T10:20:09,799 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:09,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42723,1733480407029}] 2024-12-06T10:20:09,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:09,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:09,956 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:09,956 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:09,956 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:09,957 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42723%2C1733480407029.meta, suffix=.meta, logDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/oldWALs, maxLogs=10 2024-12-06T10:20:09,979 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.meta.1733480409958.meta, exclude list is [], retry=0 2024-12-06T10:20:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-b5999bdf-08ba-4da3-a750-5fea31117018,DISK] 2024-12-06T10:20:09,982 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.meta.1733480409958.meta 2024-12-06T10:20:09,983 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T10:20:09,983 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:09,984 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:09,984 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:09,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:09,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:09,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:09,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:09,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:09,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:09,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:09,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:09,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:09,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:09,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:09,989 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:09,990 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740 2024-12-06T10:20:09,990 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740 2024-12-06T10:20:09,991 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:09,991 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:09,991 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:09,992 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:09,993 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63523070, jitterRate=-0.05343249440193176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:09,993 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:09,994 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480409984Writing region info on filesystem at 1733480409984Initializing all the Stores at 1733480409985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409985Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409985Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480409985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480409985Cleaning up temporary data from old regions at 1733480409991 (+6 ms)Running coprocessor post-open hooks at 1733480409993 (+2 ms)Region opened successfully at 1733480409994 (+1 ms) 2024-12-06T10:20:09,994 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480409951 2024-12-06T10:20:09,997 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:09,997 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:09,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:09,998 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42723,1733480407029, state=OPEN 2024-12-06T10:20:10,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701965315/meta-region-server 2024-12-06T10:20:10,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0701965315/meta-region-server 2024-12-06T10:20:10,004 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42723,1733480407029 2024-12-06T10:20:10,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701965315/meta-region-server: CHANGED 2024-12-06T10:20:10,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0701965315/meta-region-server: CHANGED 2024-12-06T10:20:10,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:10,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42723,1733480407029 in 205 msec 2024-12-06T10:20:10,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:10,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-06T10:20:10,008 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:10,008 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:10,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:10,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42723,1733480407029, seqNum=-1] 2024-12-06T10:20:10,009 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:10,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:10,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-12-06T10:20:10,014 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480410014, completionTime=-1 2024-12-06T10:20:10,014 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:10,014 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480470016 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480530016 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:43477, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,016 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,018 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.949sec 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:10,019 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:10,020 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:10,021 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:10,021 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:10,021 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43477,1733480406978-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:10,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bd82f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:10,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:10,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:10,055 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b839583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:10,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:10,056 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:10,057 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:10,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c03cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:10,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42723,1733480407029, seqNum=-1] 2024-12-06T10:20:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:10,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:10,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,43477,1733480406978 2024-12-06T10:20:10,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:10,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:10,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1018749c6780002 connected 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir so I do NOT create it in target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93 2024-12-06T10:20:10,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.tmp.dir so I do NOT create it in target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93 2024-12-06T10:20:10,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:10,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/cluster_eacd393d-565f-c4cf-da2a-5434381c31ac, deleteOnExit=true 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/test.cache.data in system properties and HBase conf 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:10,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:10,070 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:10,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:10,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:10,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:10,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:10,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:10,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:10,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:10,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:10,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:10,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16fef167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/java.io.tmpdir/jetty-localhost-36791-hadoop-hdfs-3_4_1-tests_jar-_-any-1495437005651698664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:10,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:36791} 2024-12-06T10:20:10,276 INFO [Time-limited test {}] server.Server(415): Started @206574ms 2024-12-06T10:20:10,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:10,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:10,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:10,365 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:10,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:20:10,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339b9dcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:10,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2107a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:10,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f25c05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/java.io.tmpdir/jetty-localhost-44487-hadoop-hdfs-3_4_1-tests_jar-_-any-15738945751518356180/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:10,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e08126{HTTP/1.1, (http/1.1)}{localhost:44487} 2024-12-06T10:20:10,481 INFO [Time-limited test {}] server.Server(415): Started @206780ms 2024-12-06T10:20:10,482 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:10,581 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/cluster_eacd393d-565f-c4cf-da2a-5434381c31ac/data/data1/current/BP-1500047544-172.17.0.2-1733480410089/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:10,582 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/cluster_eacd393d-565f-c4cf-da2a-5434381c31ac/data/data2/current/BP-1500047544-172.17.0.2-1733480410089/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:10,599 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac2df161849f6c51 with lease ID 0xef441a286c6b1f75: Processing first storage report for DS-4694066d-ec6c-45f8-b70c-c5da8937293b from datanode DatanodeRegistration(127.0.0.1:35119, datanodeUuid=561323c8-6d1a-4e06-bfa3-7183c2742524, infoPort=44119, infoSecurePort=0, ipcPort=37169, storageInfo=lv=-57;cid=testClusterID;nsid=1201336026;c=1733480410089) 2024-12-06T10:20:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac2df161849f6c51 with lease ID 0xef441a286c6b1f75: from storage DS-4694066d-ec6c-45f8-b70c-c5da8937293b node DatanodeRegistration(127.0.0.1:35119, datanodeUuid=561323c8-6d1a-4e06-bfa3-7183c2742524, infoPort=44119, infoSecurePort=0, ipcPort=37169, storageInfo=lv=-57;cid=testClusterID;nsid=1201336026;c=1733480410089), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac2df161849f6c51 with lease ID 0xef441a286c6b1f75: Processing first storage report for DS-41149f6a-dc45-4b1c-b830-980014d42ea9 from datanode DatanodeRegistration(127.0.0.1:35119, datanodeUuid=561323c8-6d1a-4e06-bfa3-7183c2742524, infoPort=44119, infoSecurePort=0, ipcPort=37169, storageInfo=lv=-57;cid=testClusterID;nsid=1201336026;c=1733480410089) 2024-12-06T10:20:10,601 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac2df161849f6c51 with lease ID 0xef441a286c6b1f75: from storage DS-41149f6a-dc45-4b1c-b830-980014d42ea9 node DatanodeRegistration(127.0.0.1:35119, datanodeUuid=561323c8-6d1a-4e06-bfa3-7183c2742524, infoPort=44119, infoSecurePort=0, ipcPort=37169, storageInfo=lv=-57;cid=testClusterID;nsid=1201336026;c=1733480410089), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:10,605 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93 2024-12-06T10:20:10,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:10,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:11,015 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8 with version=8 2024-12-06T10:20:11,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/hbase-staging 2024-12-06T10:20:11,017 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:11,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:11,018 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40971 2024-12-06T10:20:11,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40971 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:11,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409710x0, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:11,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40971-0x1018749c6780003 connected 2024-12-06T10:20:11,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:11,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:11,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/running 2024-12-06T10:20:11,037 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8, hbase.cluster.distributed=false 2024-12-06T10:20:11,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/acl 2024-12-06T10:20:11,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40971 2024-12-06T10:20:11,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40971 2024-12-06T10:20:11,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40971 2024-12-06T10:20:11,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40971 2024-12-06T10:20:11,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40971 2024-12-06T10:20:11,055 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:11,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:11,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:11,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39531 2024-12-06T10:20:11,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39531 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:11,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:11,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395310x0, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:11,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395310x0, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/running 2024-12-06T10:20:11,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39531-0x1018749c6780004 connected 2024-12-06T10:20:11,063 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:11,063 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:11,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/master 2024-12-06T10:20:11,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/acl 2024-12-06T10:20:11,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-06T10:20:11,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39531 2024-12-06T10:20:11,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39531 2024-12-06T10:20:11,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-06T10:20:11,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39531 2024-12-06T10:20:11,084 DEBUG [M:0;748048564c27:40971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:40971 2024-12-06T10:20:11,085 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-14801963/backup-masters/748048564c27,40971,1733480411017 2024-12-06T10:20:11,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/backup-masters 2024-12-06T10:20:11,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/backup-masters 2024-12-06T10:20:11,086 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on existing znode=/1-14801963/backup-masters/748048564c27,40971,1733480411017 2024-12-06T10:20:11,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:11,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-14801963/master 2024-12-06T10:20:11,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:11,089 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on existing znode=/1-14801963/master 2024-12-06T10:20:11,089 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-14801963/backup-masters/748048564c27,40971,1733480411017 from backup master directory 2024-12-06T10:20:11,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-14801963/backup-masters/748048564c27,40971,1733480411017 2024-12-06T10:20:11,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/backup-masters 2024-12-06T10:20:11,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/backup-masters 2024-12-06T10:20:11,091 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:11,091 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,40971,1733480411017 2024-12-06T10:20:11,094 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/hbase.id] with ID: 056795a5-d319-4d35-a5a4-cb5c8514f5f7 2024-12-06T10:20:11,094 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/.tmp/hbase.id 2024-12-06T10:20:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:11,503 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/.tmp/hbase.id]:[hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/hbase.id] 2024-12-06T10:20:11,511 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:11,511 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:11,512 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:20:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:11,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:11,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:11,919 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:11,919 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:11,920 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:12,328 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store 2024-12-06T10:20:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:12,733 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:12,733 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:12,733 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:12,733 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:12,733 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:12,733 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:12,733 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:12,734 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480412733Disabling compacts and flushes for region at 1733480412733Disabling writes for close at 1733480412733Writing region close event to WAL at 1733480412733Closed at 1733480412733 2024-12-06T10:20:12,734 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/.initializing 2024-12-06T10:20:12,734 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/WALs/748048564c27,40971,1733480411017 2024-12-06T10:20:12,735 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:12,736 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C40971%2C1733480411017, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/WALs/748048564c27,40971,1733480411017, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:12,753 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/WALs/748048564c27,40971,1733480411017/748048564c27%2C40971%2C1733480411017.1733480412736, exclude list is [], retry=0 2024-12-06T10:20:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35119,DS-4694066d-ec6c-45f8-b70c-c5da8937293b,DISK] 2024-12-06T10:20:12,757 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/WALs/748048564c27,40971,1733480411017/748048564c27%2C40971%2C1733480411017.1733480412736 2024-12-06T10:20:12,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-06T10:20:12,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:12,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:12,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,757 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:12,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:12,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:12,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:12,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:12,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:12,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:12,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:12,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:12,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:12,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:12,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:12,763 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,764 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,764 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,765 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,765 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,766 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:12,766 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:12,768 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:12,768 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68226413, jitterRate=0.016652777791023254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:12,768 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480412758Initializing all the Stores at 1733480412758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480412758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480412758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480412758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480412758Cleaning up temporary data from old regions at 1733480412765 (+7 ms)Region opened successfully at 1733480412768 (+3 ms) 2024-12-06T10:20:12,769 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:12,771 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c9969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:12,771 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:12,772 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:12,774 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:12,774 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:12,776 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/balancer already deleted, retry=false 2024-12-06T10:20:12,776 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:12,777 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:12,778 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/normalizer already deleted, retry=false 2024-12-06T10:20:12,778 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:12,779 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:12,781 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/switch/split already deleted, retry=false 2024-12-06T10:20:12,782 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:12,783 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/switch/merge already deleted, retry=false 2024-12-06T10:20:12,784 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:12,786 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-14801963/running 2024-12-06T10:20:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-14801963/running 2024-12-06T10:20:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,787 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,40971,1733480411017, sessionid=0x1018749c6780003, setting cluster-up flag (Was=false) 2024-12-06T10:20:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,796 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-14801963/flush-table-proc/acquired, /1-14801963/flush-table-proc/reached, /1-14801963/flush-table-proc/abort 2024-12-06T10:20:12,797 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40971,1733480411017 2024-12-06T10:20:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:12,804 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-14801963/online-snapshot/acquired, /1-14801963/online-snapshot/reached, /1-14801963/online-snapshot/abort 2024-12-06T10:20:12,805 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40971,1733480411017 2024-12-06T10:20:12,806 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:12,807 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:12,808 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:12,808 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:12,808 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,40971,1733480411017 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:12,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:12,813 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:12,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:12,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:12,817 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480442817 2024-12-06T10:20:12,817 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:12,817 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:12,817 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:12,818 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:12,818 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:12,818 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:12,818 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:12,823 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:12,823 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:12,823 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:12,823 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:12,824 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:12,824 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:12,828 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480412824,5,FailOnTimeoutGroup] 2024-12-06T10:20:12,828 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480412828,5,FailOnTimeoutGroup] 2024-12-06T10:20:12,828 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,828 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:12,828 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,828 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,875 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(746): ClusterId : 056795a5-d319-4d35-a5a4-cb5c8514f5f7 2024-12-06T10:20:12,875 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:12,877 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:12,877 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:12,880 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:12,880 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1864a2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:12,892 DEBUG [RS:0;748048564c27:39531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:39531 2024-12-06T10:20:12,892 INFO [RS:0;748048564c27:39531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:12,892 INFO [RS:0;748048564c27:39531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:12,892 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:12,893 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,40971,1733480411017 with port=39531, startcode=1733480411055 2024-12-06T10:20:12,893 DEBUG [RS:0;748048564c27:39531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:12,894 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:12,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,39531,1733480411055 2024-12-06T10:20:12,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40971 {}] master.ServerManager(517): Registering regionserver=748048564c27,39531,1733480411055 2024-12-06T10:20:12,896 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8 2024-12-06T10:20:12,896 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45111 2024-12-06T10:20:12,896 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:12,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/rs 2024-12-06T10:20:12,900 DEBUG [RS:0;748048564c27:39531 {}] zookeeper.ZKUtil(111): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on existing znode=/1-14801963/rs/748048564c27,39531,1733480411055 2024-12-06T10:20:12,900 WARN [RS:0;748048564c27:39531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:12,900 INFO [RS:0;748048564c27:39531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:12,900 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055 2024-12-06T10:20:12,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,39531,1733480411055] 2024-12-06T10:20:12,903 INFO [RS:0;748048564c27:39531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:12,904 INFO [RS:0;748048564c27:39531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:12,905 INFO [RS:0;748048564c27:39531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:12,905 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,905 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:12,906 INFO [RS:0;748048564c27:39531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:12,906 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:12,906 DEBUG [RS:0;748048564c27:39531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,907 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39531,1733480411055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:12,921 INFO [RS:0;748048564c27:39531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:12,922 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,39531,1733480411055-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,922 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,922 INFO [RS:0;748048564c27:39531 {}] regionserver.Replication(171): 748048564c27,39531,1733480411055 started 2024-12-06T10:20:12,935 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:12,935 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,39531,1733480411055, RpcServer on 748048564c27/172.17.0.2:39531, sessionid=0x1018749c6780004 2024-12-06T10:20:12,935 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:12,935 DEBUG [RS:0;748048564c27:39531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,39531,1733480411055 2024-12-06T10:20:12,935 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,39531,1733480411055' 2024-12-06T10:20:12,935 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-14801963/flush-table-proc/abort' 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-14801963/flush-table-proc/acquired' 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,39531,1733480411055 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,39531,1733480411055' 2024-12-06T10:20:12,936 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-14801963/online-snapshot/abort' 2024-12-06T10:20:12,937 DEBUG [RS:0;748048564c27:39531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-14801963/online-snapshot/acquired' 2024-12-06T10:20:12,937 DEBUG [RS:0;748048564c27:39531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:12,937 INFO [RS:0;748048564c27:39531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:12,937 INFO [RS:0;748048564c27:39531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:13,037 INFO [RS:0;748048564c27:39531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:13,038 INFO [RS:0;748048564c27:39531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C39531%2C1733480411055, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/oldWALs, maxLogs=10 2024-12-06T10:20:13,052 DEBUG [RS:0;748048564c27:39531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, exclude list is [], retry=0 2024-12-06T10:20:13,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35119,DS-4694066d-ec6c-45f8-b70c-c5da8937293b,DISK] 2024-12-06T10:20:13,056 INFO [RS:0;748048564c27:39531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 2024-12-06T10:20:13,056 DEBUG [RS:0;748048564c27:39531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-06T10:20:13,221 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:13,221 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8 2024-12-06T10:20:13,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:20:13,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:13,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:13,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:13,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:13,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:13,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:13,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:13,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:13,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:13,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:13,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740 2024-12-06T10:20:13,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740 2024-12-06T10:20:13,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:13,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:13,635 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:13,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:13,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66198573, jitterRate=-0.013564392924308777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480413627Initializing all the Stores at 1733480413627Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413628 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480413628Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413628Cleaning up temporary data from old regions at 1733480413634 (+6 ms)Region opened successfully at 1733480413637 (+3 ms) 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:13,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:13,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:13,638 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:13,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480413637Disabling compacts and flushes for region at 1733480413637Disabling writes for close at 1733480413637Writing region close event to WAL at 1733480413638 (+1 ms)Closed at 1733480413638 2024-12-06T10:20:13,639 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:13,639 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:13,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:13,640 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:13,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:13,791 DEBUG [748048564c27:40971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:13,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:13,792 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,39531,1733480411055, state=OPENING 2024-12-06T10:20:13,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:13,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:13,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:13,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,39531,1733480411055}] 2024-12-06T10:20:13,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-14801963/meta-region-server: CHANGED 2024-12-06T10:20:13,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-14801963/meta-region-server: CHANGED 2024-12-06T10:20:13,951 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:13,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:13,955 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:13,955 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:13,955 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:13,957 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C39531%2C1733480411055.meta, suffix=.meta, logDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/oldWALs, maxLogs=10 2024-12-06T10:20:13,970 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.meta.1733480413957.meta, exclude list is [], retry=0 2024-12-06T10:20:13,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35119,DS-4694066d-ec6c-45f8-b70c-c5da8937293b,DISK] 2024-12-06T10:20:13,973 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.meta.1733480413957.meta 2024-12-06T10:20:13,974 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-06T10:20:13,974 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:13,975 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:13,975 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:13,975 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:13,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:13,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:13,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:13,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:13,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:13,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:13,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:13,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:13,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:13,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:13,980 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:13,980 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740 2024-12-06T10:20:13,981 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740 2024-12-06T10:20:13,982 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:13,982 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:13,982 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:13,983 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:13,983 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73908222, jitterRate=0.10131832957267761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:13,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:13,984 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480413975Writing region info on filesystem at 1733480413975Initializing all the Stores at 1733480413976 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480413976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480413976Cleaning up temporary data from old regions at 1733480413982 (+6 ms)Running coprocessor post-open hooks at 1733480413984 (+2 ms)Region opened successfully at 1733480413984 2024-12-06T10:20:13,984 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480413951 2024-12-06T10:20:13,986 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:13,986 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:13,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:13,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,39531,1733480411055, state=OPEN 2024-12-06T10:20:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-14801963/meta-region-server 2024-12-06T10:20:13,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-14801963/meta-region-server 2024-12-06T10:20:13,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,39531,1733480411055 2024-12-06T10:20:13,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-14801963/meta-region-server: CHANGED 2024-12-06T10:20:13,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-14801963/meta-region-server: CHANGED 2024-12-06T10:20:13,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:13,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,39531,1733480411055 in 192 msec 2024-12-06T10:20:13,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:13,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-12-06T10:20:13,994 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:13,994 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:13,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:13,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,39531,1733480411055, seqNum=-1] 2024-12-06T10:20:13,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:13,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:14,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-12-06T10:20:14,001 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480414001, completionTime=-1 2024-12-06T10:20:14,001 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:14,001 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:14,002 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:14,002 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480474002 2024-12-06T10:20:14,002 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480534002 2024-12-06T10:20:14,002 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:40971, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,003 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,004 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.915sec 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:14,006 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:14,008 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:14,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:14,008 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40971,1733480411017-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:14,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1f34ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:14,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:14,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:14,077 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a91f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:14,079 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:14,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f480094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:14,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:14,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,39531,1733480411055, seqNum=-1] 2024-12-06T10:20:14,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:14,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:14,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,40971,1733480411017 2024-12-06T10:20:14,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:14,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1018749c6780005 connected 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir so I do NOT create it in target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b 2024-12-06T10:20:14,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.tmp.dir so I do NOT create it in target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b 2024-12-06T10:20:14,089 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:14,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/cluster_ee45b098-6b14-ea1e-5ecf-a263ab52368b, deleteOnExit=true 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/test.cache.data in system properties and HBase conf 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:14,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:14,089 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:14,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:14,146 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T10:20:14,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,147 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,172 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,173 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,173 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,174 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,182 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,186 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,190 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:14,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:14,227 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:14,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:14,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:14,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:14,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:14,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:14,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:14,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@584a7232{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/java.io.tmpdir/jetty-localhost-42169-hadoop-hdfs-3_4_1-tests_jar-_-any-15466593276390206843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:14,346 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:42169} 2024-12-06T10:20:14,346 INFO [Time-limited test {}] server.Server(415): Started @210644ms 2024-12-06T10:20:14,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:14,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:14,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:14,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:14,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:20:14,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:14,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:14,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39bbaf65{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/java.io.tmpdir/jetty-localhost-33735-hadoop-hdfs-3_4_1-tests_jar-_-any-2992423039514112225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:14,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:33735} 2024-12-06T10:20:14,545 INFO [Time-limited test {}] server.Server(415): Started @210843ms 2024-12-06T10:20:14,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:14,644 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/cluster_ee45b098-6b14-ea1e-5ecf-a263ab52368b/data/data2/current/BP-251090657-172.17.0.2-1733480414108/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:14,644 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/cluster_ee45b098-6b14-ea1e-5ecf-a263ab52368b/data/data1/current/BP-251090657-172.17.0.2-1733480414108/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:14,665 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232446fe9e2ae9c5 with lease ID 0x48860ce5a10c101f: Processing first storage report for DS-ef837438-fdb2-4085-adf5-0213c9519520 from datanode DatanodeRegistration(127.0.0.1:38177, datanodeUuid=dba62cf1-acd9-45bb-a4f4-ad0a57f7031d, infoPort=34387, infoSecurePort=0, ipcPort=34603, storageInfo=lv=-57;cid=testClusterID;nsid=1929178049;c=1733480414108) 2024-12-06T10:20:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232446fe9e2ae9c5 with lease ID 0x48860ce5a10c101f: from storage DS-ef837438-fdb2-4085-adf5-0213c9519520 node DatanodeRegistration(127.0.0.1:38177, datanodeUuid=dba62cf1-acd9-45bb-a4f4-ad0a57f7031d, infoPort=34387, infoSecurePort=0, ipcPort=34603, storageInfo=lv=-57;cid=testClusterID;nsid=1929178049;c=1733480414108), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T10:20:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x232446fe9e2ae9c5 with lease ID 0x48860ce5a10c101f: Processing first storage report for DS-9c5eb9ec-597b-4a66-a947-bdce4871a1b0 from datanode DatanodeRegistration(127.0.0.1:38177, datanodeUuid=dba62cf1-acd9-45bb-a4f4-ad0a57f7031d, infoPort=34387, infoSecurePort=0, ipcPort=34603, storageInfo=lv=-57;cid=testClusterID;nsid=1929178049;c=1733480414108) 2024-12-06T10:20:14,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x232446fe9e2ae9c5 with lease ID 0x48860ce5a10c101f: from storage DS-9c5eb9ec-597b-4a66-a947-bdce4871a1b0 node DatanodeRegistration(127.0.0.1:38177, datanodeUuid=dba62cf1-acd9-45bb-a4f4-ad0a57f7031d, infoPort=34387, infoSecurePort=0, ipcPort=34603, storageInfo=lv=-57;cid=testClusterID;nsid=1929178049;c=1733480414108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:14,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b 2024-12-06T10:20:14,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:14,680 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309 with version=8 2024-12-06T10:20:14,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/hbase-staging 2024-12-06T10:20:14,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:14,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:14,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43943 2024-12-06T10:20:14,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43943 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:14,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439430x0, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:14,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43943-0x1018749c6780006 connected 2024-12-06T10:20:14,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/running 2024-12-06T10:20:14,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309, hbase.cluster.distributed=false 2024-12-06T10:20:14,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/acl 2024-12-06T10:20:14,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T10:20:14,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43943 2024-12-06T10:20:14,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43943 2024-12-06T10:20:14,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T10:20:14,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T10:20:14,729 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:14,729 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:14,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:14,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35639 2024-12-06T10:20:14,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35639 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:14,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356390x0, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:14,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356390x0, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/running 2024-12-06T10:20:14,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35639-0x1018749c6780007 connected 2024-12-06T10:20:14,737 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:14,738 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:14,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/master 2024-12-06T10:20:14,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/acl 2024-12-06T10:20:14,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35639 2024-12-06T10:20:14,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35639 2024-12-06T10:20:14,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35639 2024-12-06T10:20:14,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35639 2024-12-06T10:20:14,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35639 2024-12-06T10:20:14,762 DEBUG [M:0;748048564c27:43943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:43943 2024-12-06T10:20:14,763 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21193692871/backup-masters/748048564c27,43943,1733480414682 2024-12-06T10:20:14,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/backup-masters 2024-12-06T10:20:14,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/backup-masters 2024-12-06T10:20:14,765 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on existing znode=/21193692871/backup-masters/748048564c27,43943,1733480414682 2024-12-06T10:20:14,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21193692871/master 2024-12-06T10:20:14,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:14,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:14,766 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on existing znode=/21193692871/master 2024-12-06T10:20:14,767 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21193692871/backup-masters/748048564c27,43943,1733480414682 from backup master directory 2024-12-06T10:20:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21193692871/backup-masters/748048564c27,43943,1733480414682 2024-12-06T10:20:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/backup-masters 2024-12-06T10:20:14,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/backup-masters 2024-12-06T10:20:14,770 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:14,770 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,43943,1733480414682 2024-12-06T10:20:14,774 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/hbase.id] with ID: 7e3d4e7c-f798-49ae-bc20-feb0bf8246c6 2024-12-06T10:20:14,774 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/.tmp/hbase.id 2024-12-06T10:20:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:14,781 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/.tmp/hbase.id]:[hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/hbase.id] 2024-12-06T10:20:14,789 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:14,789 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:14,790 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:20:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:14,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:14,800 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:14,800 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:14,803 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:14,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:14,811 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store 2024-12-06T10:20:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:14,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:20:15,218 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:15,218 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:15,218 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:15,218 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:15,218 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:15,218 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:15,218 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:15,219 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480415218Disabling compacts and flushes for region at 1733480415218Disabling writes for close at 1733480415218Writing region close event to WAL at 1733480415218Closed at 1733480415218 2024-12-06T10:20:15,219 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/.initializing 2024-12-06T10:20:15,219 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/WALs/748048564c27,43943,1733480414682 2024-12-06T10:20:15,220 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:15,221 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C43943%2C1733480414682, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/WALs/748048564c27,43943,1733480414682, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:15,234 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/WALs/748048564c27,43943,1733480414682/748048564c27%2C43943%2C1733480414682.1733480415221, exclude list is [], retry=0 2024-12-06T10:20:15,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38177,DS-ef837438-fdb2-4085-adf5-0213c9519520,DISK] 2024-12-06T10:20:15,238 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/WALs/748048564c27,43943,1733480414682/748048564c27%2C43943%2C1733480414682.1733480415221 2024-12-06T10:20:15,238 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-06T10:20:15,238 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:15,239 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:15,239 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,239 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:15,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:15,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:15,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:15,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:15,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:15,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:15,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:15,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:15,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:15,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:15,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:15,245 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,245 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,245 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,246 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,246 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,247 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:15,248 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:15,250 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:15,250 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60011457, jitterRate=-0.10575960576534271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:15,250 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480415239Initializing all the Stores at 1733480415239Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480415239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480415240 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480415240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480415240Cleaning up temporary data from old regions at 1733480415246 (+6 ms)Region opened successfully at 1733480415250 (+4 ms) 2024-12-06T10:20:15,250 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:15,253 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7b3ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:15,253 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:15,253 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:15,253 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:15,253 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:15,254 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:15,254 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:15,254 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:15,256 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:15,256 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:15,257 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/balancer already deleted, retry=false 2024-12-06T10:20:15,258 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:15,258 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:15,259 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/normalizer already deleted, retry=false 2024-12-06T10:20:15,259 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:15,260 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:15,263 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/switch/split already deleted, retry=false 2024-12-06T10:20:15,263 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:15,264 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/switch/merge already deleted, retry=false 2024-12-06T10:20:15,266 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:15,267 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21193692871/running 2024-12-06T10:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21193692871/running 2024-12-06T10:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,268 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,43943,1733480414682, sessionid=0x1018749c6780006, setting cluster-up flag (Was=false) 2024-12-06T10:20:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,276 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21193692871/flush-table-proc/acquired, /21193692871/flush-table-proc/reached, /21193692871/flush-table-proc/abort 2024-12-06T10:20:15,277 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43943,1733480414682 2024-12-06T10:20:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:15,285 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21193692871/online-snapshot/acquired, /21193692871/online-snapshot/reached, /21193692871/online-snapshot/abort 2024-12-06T10:20:15,286 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,43943,1733480414682 2024-12-06T10:20:15,287 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:15,288 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:15,288 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:15,288 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:15,289 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,43943,1733480414682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:15,289 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:15,290 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:15,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:15,292 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:15,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:15,296 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480445296 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:15,297 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:15,301 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:15,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:15,304 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480415301,5,FailOnTimeoutGroup] 2024-12-06T10:20:15,307 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480415304,5,FailOnTimeoutGroup] 2024-12-06T10:20:15,307 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,307 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:15,307 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,307 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,353 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(746): ClusterId : 7e3d4e7c-f798-49ae-bc20-feb0bf8246c6 2024-12-06T10:20:15,353 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:15,354 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:15,354 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:15,356 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:15,356 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3443d1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:15,368 DEBUG [RS:0;748048564c27:35639 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:35639 2024-12-06T10:20:15,368 INFO [RS:0;748048564c27:35639 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:15,368 INFO [RS:0;748048564c27:35639 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:15,368 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:15,369 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,43943,1733480414682 with port=35639, startcode=1733480414729 2024-12-06T10:20:15,369 DEBUG [RS:0;748048564c27:35639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:15,370 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:15,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,35639,1733480414729 2024-12-06T10:20:15,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43943 {}] master.ServerManager(517): Registering regionserver=748048564c27,35639,1733480414729 2024-12-06T10:20:15,372 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309 2024-12-06T10:20:15,372 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44353 2024-12-06T10:20:15,372 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:15,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/rs 2024-12-06T10:20:15,379 DEBUG [RS:0;748048564c27:35639 {}] zookeeper.ZKUtil(111): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on existing znode=/21193692871/rs/748048564c27,35639,1733480414729 2024-12-06T10:20:15,379 WARN [RS:0;748048564c27:35639 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:15,379 INFO [RS:0;748048564c27:35639 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:15,379 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729 2024-12-06T10:20:15,379 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,35639,1733480414729] 2024-12-06T10:20:15,382 INFO [RS:0;748048564c27:35639 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:15,404 INFO [RS:0;748048564c27:35639 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:15,405 INFO [RS:0;748048564c27:35639 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:15,405 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,405 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:15,406 INFO [RS:0;748048564c27:35639 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:15,406 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:15,406 DEBUG [RS:0;748048564c27:35639 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:15,406 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,407 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,407 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,407 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,407 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,407 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35639,1733480414729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:15,422 INFO [RS:0;748048564c27:35639 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:15,422 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35639,1733480414729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,422 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,422 INFO [RS:0;748048564c27:35639 {}] regionserver.Replication(171): 748048564c27,35639,1733480414729 started 2024-12-06T10:20:15,437 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:15,437 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,35639,1733480414729, RpcServer on 748048564c27/172.17.0.2:35639, sessionid=0x1018749c6780007 2024-12-06T10:20:15,437 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:15,437 DEBUG [RS:0;748048564c27:35639 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,35639,1733480414729 2024-12-06T10:20:15,437 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,35639,1733480414729' 2024-12-06T10:20:15,437 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21193692871/flush-table-proc/abort' 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21193692871/flush-table-proc/acquired' 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,35639,1733480414729 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,35639,1733480414729' 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21193692871/online-snapshot/abort' 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21193692871/online-snapshot/acquired' 2024-12-06T10:20:15,438 DEBUG [RS:0;748048564c27:35639 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:15,438 INFO [RS:0;748048564c27:35639 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:15,438 INFO [RS:0;748048564c27:35639 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:15,539 INFO [RS:0;748048564c27:35639 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:15,540 INFO [RS:0;748048564c27:35639 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35639%2C1733480414729, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/oldWALs, maxLogs=10 2024-12-06T10:20:15,554 DEBUG [RS:0;748048564c27:35639 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, exclude list is [], retry=0 2024-12-06T10:20:15,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38177,DS-ef837438-fdb2-4085-adf5-0213c9519520,DISK] 2024-12-06T10:20:15,558 INFO [RS:0;748048564c27:35639 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 2024-12-06T10:20:15,559 DEBUG [RS:0;748048564c27:35639 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-06T10:20:15,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:15,703 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309 2024-12-06T10:20:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:20:16,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:16,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:16,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:16,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:16,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:16,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:16,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:16,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:16,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:16,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740 2024-12-06T10:20:16,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740 2024-12-06T10:20:16,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:16,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:16,118 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:16,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:16,120 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:16,120 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342225, jitterRate=0.12268663942813873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:16,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480416109Initializing all the Stores at 1733480416110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480416110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416110Cleaning up temporary data from old regions at 1733480416117 (+7 ms)Region opened successfully at 1733480416120 (+3 ms) 2024-12-06T10:20:16,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:16,121 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:16,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:16,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:16,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:16,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:16,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480416120Disabling compacts and flushes for region at 1733480416120Disabling writes for close at 1733480416121 (+1 ms)Writing region close event to WAL at 1733480416121Closed at 1733480416121 2024-12-06T10:20:16,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:16,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:16,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:16,123 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:16,124 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:16,274 DEBUG [748048564c27:43943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:16,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:16,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,35639,1733480414729, state=OPENING 2024-12-06T10:20:16,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:16,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:16,278 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:16,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,35639,1733480414729}] 2024-12-06T10:20:16,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21193692871/meta-region-server: CHANGED 2024-12-06T10:20:16,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21193692871/meta-region-server: CHANGED 2024-12-06T10:20:16,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:16,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57935, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:16,435 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:16,435 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:16,436 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:16,437 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35639%2C1733480414729.meta, suffix=.meta, logDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/oldWALs, maxLogs=10 2024-12-06T10:20:16,451 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.meta.1733480416437.meta, exclude list is [], retry=0 2024-12-06T10:20:16,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38177,DS-ef837438-fdb2-4085-adf5-0213c9519520,DISK] 2024-12-06T10:20:16,455 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.meta.1733480416437.meta 2024-12-06T10:20:16,455 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-06T10:20:16,455 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:16,456 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:16,456 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:16,456 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:16,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:16,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:16,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:16,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:16,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:16,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:16,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:16,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:16,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:16,461 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:16,462 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740 2024-12-06T10:20:16,466 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740 2024-12-06T10:20:16,467 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:16,467 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:16,468 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:16,469 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:16,469 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63599291, jitterRate=-0.0522967129945755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:16,470 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:16,470 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480416456Writing region info on filesystem at 1733480416456Initializing all the Stores at 1733480416457 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416457Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416457Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480416457Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480416457Cleaning up temporary data from old regions at 1733480416467 (+10 ms)Running coprocessor post-open hooks at 1733480416470 (+3 ms)Region opened successfully at 1733480416470 2024-12-06T10:20:16,470 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480416430 2024-12-06T10:20:16,472 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:16,472 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:16,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:16,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,35639,1733480414729, state=OPEN 2024-12-06T10:20:16,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21193692871/meta-region-server 2024-12-06T10:20:16,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21193692871/meta-region-server 2024-12-06T10:20:16,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,35639,1733480414729 2024-12-06T10:20:16,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21193692871/meta-region-server: CHANGED 2024-12-06T10:20:16,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21193692871/meta-region-server: CHANGED 2024-12-06T10:20:16,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:16,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,35639,1733480414729 in 198 msec 2024-12-06T10:20:16,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:16,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-12-06T10:20:16,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:16,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:16,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:16,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35639,1733480414729, seqNum=-1] 2024-12-06T10:20:16,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:16,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38155, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:16,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-06T10:20:16,486 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480416486, completionTime=-1 2024-12-06T10:20:16,486 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:16,486 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480476488 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480536488 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:43943, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,488 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,490 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:16,491 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.721sec 2024-12-06T10:20:16,491 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:16,491 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:16,491 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:16,491 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:16,492 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:16,492 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:16,492 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:16,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:16,493 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:16,493 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,43943,1733480414682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:16,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477e005f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:16,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:16,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:16,555 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109c3b97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:16,557 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:16,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f01500d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:16,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:16,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35639,1733480414729, seqNum=-1] 2024-12-06T10:20:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:16,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:16,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,43943,1733480414682 2024-12-06T10:20:16,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58839 2024-12-06T10:20:16,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:16,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1018749c6780008 connected 2024-12-06T10:20:16,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:16,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43477,1733480406978 2024-12-06T10:20:16,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3c3ba3 2024-12-06T10:20:16,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:16,570 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:16,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:16,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:16,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:16,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:16,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:16,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:16,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:16,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:16,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:16,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9d7c23151194b6fdc63a208c63bc32d, NAME => 'test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e 2024-12-06T10:20:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b9d7c23151194b6fdc63a208c63bc32d, disabling compactions & flushes 2024-12-06T10:20:16,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. after waiting 0 ms 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:16,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:16,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9d7c23151194b6fdc63a208c63bc32d: Waiting for close lock at 1733480416993Disabling compacts and flushes for region at 1733480416993Disabling writes for close at 1733480416993Writing region close event to WAL at 1733480416993Closed at 1733480416993 2024-12-06T10:20:16,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:16,994 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480416994"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480416994"}]},"ts":"1733480416994"} 2024-12-06T10:20:16,996 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:16,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:16,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480416997"}]},"ts":"1733480416997"} 2024-12-06T10:20:16,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:16,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9d7c23151194b6fdc63a208c63bc32d, ASSIGN}] 2024-12-06T10:20:17,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b9d7c23151194b6fdc63a208c63bc32d, ASSIGN 2024-12-06T10:20:17,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b9d7c23151194b6fdc63a208c63bc32d, ASSIGN; state=OFFLINE, location=748048564c27,42723,1733480407029; forceNewPlan=false, retain=false 2024-12-06T10:20:17,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9d7c23151194b6fdc63a208c63bc32d, regionState=OPENING, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:17,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b9d7c23151194b6fdc63a208c63bc32d, ASSIGN because future has completed 2024-12-06T10:20:17,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9d7c23151194b6fdc63a208c63bc32d, server=748048564c27,42723,1733480407029}] 2024-12-06T10:20:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:17,311 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:17,311 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b9d7c23151194b6fdc63a208c63bc32d, NAME => 'test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:17,312 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:17,312 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:20:17,312 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,312 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:17,312 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,312 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,313 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,314 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7c23151194b6fdc63a208c63bc32d columnFamilyName f 2024-12-06T10:20:17,314 DEBUG [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:17,314 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(327): Store=b9d7c23151194b6fdc63a208c63bc32d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:17,314 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,315 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7c23151194b6fdc63a208c63bc32d columnFamilyName f1 2024-12-06T10:20:17,315 DEBUG [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:17,315 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(327): Store=b9d7c23151194b6fdc63a208c63bc32d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:17,316 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,316 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d7c23151194b6fdc63a208c63bc32d columnFamilyName norep 2024-12-06T10:20:17,316 DEBUG [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:17,317 INFO [StoreOpener-b9d7c23151194b6fdc63a208c63bc32d-1 {}] regionserver.HStore(327): Store=b9d7c23151194b6fdc63a208c63bc32d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:17,317 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,317 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,317 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,318 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,318 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,318 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:17,319 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,321 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:17,321 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b9d7c23151194b6fdc63a208c63bc32d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75412383, jitterRate=0.1237320750951767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:17,321 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:17,322 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b9d7c23151194b6fdc63a208c63bc32d: Running coprocessor pre-open hook at 1733480417312Writing region info on filesystem at 1733480417312Initializing all the Stores at 1733480417313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480417313Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480417313Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480417313Cleaning up temporary data from old regions at 1733480417318 (+5 ms)Running coprocessor post-open hooks at 1733480417321 (+3 ms)Region opened successfully at 1733480417322 (+1 ms) 2024-12-06T10:20:17,322 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d., pid=6, masterSystemTime=1733480417306 2024-12-06T10:20:17,324 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:17,324 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:17,325 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9d7c23151194b6fdc63a208c63bc32d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:17,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9d7c23151194b6fdc63a208c63bc32d, server=748048564c27,42723,1733480407029 because future has completed 2024-12-06T10:20:17,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:20:17,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9d7c23151194b6fdc63a208c63bc32d, server=748048564c27,42723,1733480407029 in 175 msec 2024-12-06T10:20:17,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:20:17,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b9d7c23151194b6fdc63a208c63bc32d, ASSIGN in 330 msec 2024-12-06T10:20:17,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:17,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480417332"}]},"ts":"1733480417332"} 2024-12-06T10:20:17,333 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:20:17,334 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:17,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-12-06T10:20:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:17,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:17,715 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:20:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40971,1733480411017 2024-12-06T10:20:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@158c803b 2024-12-06T10:20:17,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:17,717 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:17,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:17,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:17,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:17,720 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:17,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:17,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:18,131 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d715badbbf5d50e0c87dedb03806fe00, NAME => 'test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8 2024-12-06T10:20:18,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:18,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d715badbbf5d50e0c87dedb03806fe00, disabling compactions & flushes 2024-12-06T10:20:18,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. after waiting 0 ms 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,536 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d715badbbf5d50e0c87dedb03806fe00: Waiting for close lock at 1733480418536Disabling compacts and flushes for region at 1733480418536Disabling writes for close at 1733480418536Writing region close event to WAL at 1733480418536Closed at 1733480418536 2024-12-06T10:20:18,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:18,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480418538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480418538"}]},"ts":"1733480418538"} 2024-12-06T10:20:18,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:18,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:18,541 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480418541"}]},"ts":"1733480418541"} 2024-12-06T10:20:18,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:18,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d715badbbf5d50e0c87dedb03806fe00, ASSIGN}] 2024-12-06T10:20:18,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d715badbbf5d50e0c87dedb03806fe00, ASSIGN 2024-12-06T10:20:18,544 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d715badbbf5d50e0c87dedb03806fe00, ASSIGN; state=OFFLINE, location=748048564c27,39531,1733480411055; forceNewPlan=false, retain=false 2024-12-06T10:20:18,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d715badbbf5d50e0c87dedb03806fe00, regionState=OPENING, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:18,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d715badbbf5d50e0c87dedb03806fe00, ASSIGN because future has completed 2024-12-06T10:20:18,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d715badbbf5d50e0c87dedb03806fe00, server=748048564c27,39531,1733480411055}] 2024-12-06T10:20:18,852 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,852 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d715badbbf5d50e0c87dedb03806fe00, NAME => 'test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:18,853 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:18,853 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:20:18,853 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,853 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:18,853 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,853 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,854 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:18,855 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715badbbf5d50e0c87dedb03806fe00 columnFamilyName f 2024-12-06T10:20:18,855 DEBUG [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:18,855 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(327): Store=d715badbbf5d50e0c87dedb03806fe00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:18,855 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,856 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715badbbf5d50e0c87dedb03806fe00 columnFamilyName f1 2024-12-06T10:20:18,856 DEBUG [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:18,856 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(327): Store=d715badbbf5d50e0c87dedb03806fe00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:18,856 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,857 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d715badbbf5d50e0c87dedb03806fe00 columnFamilyName norep 2024-12-06T10:20:18,857 DEBUG [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:18,857 INFO [StoreOpener-d715badbbf5d50e0c87dedb03806fe00-1 {}] regionserver.HStore(327): Store=d715badbbf5d50e0c87dedb03806fe00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:18,857 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,858 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,858 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,859 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,859 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,859 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:18,860 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,862 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:18,862 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d715badbbf5d50e0c87dedb03806fe00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70900516, jitterRate=0.056500017642974854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:18,862 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:18,862 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d715badbbf5d50e0c87dedb03806fe00: Running coprocessor pre-open hook at 1733480418853Writing region info on filesystem at 1733480418853Initializing all the Stores at 1733480418854 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480418854Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480418854Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480418854Cleaning up temporary data from old regions at 1733480418859 (+5 ms)Running coprocessor post-open hooks at 1733480418862 (+3 ms)Region opened successfully at 1733480418862 2024-12-06T10:20:18,863 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00., pid=6, masterSystemTime=1733480418849 2024-12-06T10:20:18,864 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,865 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:18,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d715badbbf5d50e0c87dedb03806fe00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:18,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d715badbbf5d50e0c87dedb03806fe00, server=748048564c27,39531,1733480411055 because future has completed 2024-12-06T10:20:18,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:20:18,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d715badbbf5d50e0c87dedb03806fe00, server=748048564c27,39531,1733480411055 in 171 msec 2024-12-06T10:20:18,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:20:18,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d715badbbf5d50e0c87dedb03806fe00, ASSIGN in 327 msec 2024-12-06T10:20:18,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:18,872 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480418871"}]},"ts":"1733480418871"} 2024-12-06T10:20:18,873 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:20:18,874 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:18,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-12-06T10:20:18,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:20:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:20:18,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T10:20:18,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:20:18,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T10:20:18,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:18,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T10:20:19,477 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:19,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:19,875 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:20:19,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222685b1 2024-12-06T10:20:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:19,877 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:19,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:19,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:19,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:19,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:19,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:19,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:19,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:19,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:20,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:20,291 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d1d5d71ccf5be230716ec86e6c2bfa0, NAME => 'test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309 2024-12-06T10:20:20,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:20,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9d1d5d71ccf5be230716ec86e6c2bfa0, disabling compactions & flushes 2024-12-06T10:20:20,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. after waiting 0 ms 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:20,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:20,697 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d1d5d71ccf5be230716ec86e6c2bfa0: Waiting for close lock at 1733480420697Disabling compacts and flushes for region at 1733480420697Disabling writes for close at 1733480420697Writing region close event to WAL at 1733480420697Closed at 1733480420697 2024-12-06T10:20:20,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:20,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480420698"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480420698"}]},"ts":"1733480420698"} 2024-12-06T10:20:20,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:20,701 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:20,701 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480420701"}]},"ts":"1733480420701"} 2024-12-06T10:20:20,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:20,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0, ASSIGN}] 2024-12-06T10:20:20,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0, ASSIGN 2024-12-06T10:20:20,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0, ASSIGN; state=OFFLINE, location=748048564c27,35639,1733480414729; forceNewPlan=false, retain=false 2024-12-06T10:20:20,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d1d5d71ccf5be230716ec86e6c2bfa0, regionState=OPENING, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:20,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0, ASSIGN because future has completed 2024-12-06T10:20:20,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1d5d71ccf5be230716ec86e6c2bfa0, server=748048564c27,35639,1733480414729}] 2024-12-06T10:20:21,013 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:21,013 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d1d5d71ccf5be230716ec86e6c2bfa0, NAME => 'test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:21,013 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:21,013 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:20:21,014 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,014 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:21,014 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,014 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,015 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:21,016 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1d5d71ccf5be230716ec86e6c2bfa0 columnFamilyName f 2024-12-06T10:20:21,016 DEBUG [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:21,016 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(327): Store=9d1d5d71ccf5be230716ec86e6c2bfa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:21,016 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,017 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1d5d71ccf5be230716ec86e6c2bfa0 columnFamilyName f1 2024-12-06T10:20:21,017 DEBUG [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:21,017 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(327): Store=9d1d5d71ccf5be230716ec86e6c2bfa0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:21,018 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,018 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1d5d71ccf5be230716ec86e6c2bfa0 columnFamilyName norep 2024-12-06T10:20:21,018 DEBUG [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:21,019 INFO [StoreOpener-9d1d5d71ccf5be230716ec86e6c2bfa0-1 {}] regionserver.HStore(327): Store=9d1d5d71ccf5be230716ec86e6c2bfa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:21,019 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,019 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,020 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,020 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,020 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:21,021 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,023 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:21,023 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9d1d5d71ccf5be230716ec86e6c2bfa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74438795, jitterRate=0.10922448337078094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:21,023 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:21,023 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9d1d5d71ccf5be230716ec86e6c2bfa0: Running coprocessor pre-open hook at 1733480421014Writing region info on filesystem at 1733480421014Initializing all the Stores at 1733480421014Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480421014Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480421015 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480421015Cleaning up temporary data from old regions at 1733480421020 (+5 ms)Running coprocessor post-open hooks at 1733480421023 (+3 ms)Region opened successfully at 1733480421023 2024-12-06T10:20:21,024 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0., pid=6, masterSystemTime=1733480421010 2024-12-06T10:20:21,026 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:21,026 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:21,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9d1d5d71ccf5be230716ec86e6c2bfa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:21,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1d5d71ccf5be230716ec86e6c2bfa0, server=748048564c27,35639,1733480414729 because future has completed 2024-12-06T10:20:21,029 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43943 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=748048564c27,35639,1733480414729, table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T10:20:21,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:20:21,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d1d5d71ccf5be230716ec86e6c2bfa0, server=748048564c27,35639,1733480414729 in 174 msec 2024-12-06T10:20:21,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:20:21,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9d1d5d71ccf5be230716ec86e6c2bfa0, ASSIGN in 330 msec 2024-12-06T10:20:21,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:21,036 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480421035"}]},"ts":"1733480421035"} 2024-12-06T10:20:21,037 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:20:21,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:21,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-12-06T10:20:22,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:22,025 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:20:22,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:22,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:22,026 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:22,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:22,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:22,028 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120be09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:22,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43477,1733480406978 2024-12-06T10:20:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9139531 2024-12-06T10:20:22,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:22,030 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:22,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:40971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:20:22,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:20:22,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:22,034 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40971' 2024-12-06T10:20:22,035 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbd2876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,035 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:22,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:22,035 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413f4856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:22,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:22,037 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:22,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f55397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:22,037 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40971,1733480411017 2024-12-06T10:20:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a90cc7 2024-12-06T10:20:22,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:22,039 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:22,039 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:20:22,039 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:20:22,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:22,039 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:22,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:22,040 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:22,040 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:20:22,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:22,041 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:22,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:22,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:20:22,091 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:20:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:22,448 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b6b41b2daf7cc1040f46e7249385a34, NAME => 'hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e 2024-12-06T10:20:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:20:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9b6b41b2daf7cc1040f46e7249385a34, disabling compactions & flushes 2024-12-06T10:20:22,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. after waiting 0 ms 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:22,858 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:22,858 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b6b41b2daf7cc1040f46e7249385a34: Waiting for close lock at 1733480422858Disabling compacts and flushes for region at 1733480422858Disabling writes for close at 1733480422858Writing region close event to WAL at 1733480422858Closed at 1733480422858 2024-12-06T10:20:22,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:22,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480422860"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480422860"}]},"ts":"1733480422860"} 2024-12-06T10:20:22,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:22,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:22,863 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480422863"}]},"ts":"1733480422863"} 2024-12-06T10:20:22,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:20:22,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b6b41b2daf7cc1040f46e7249385a34, ASSIGN}] 2024-12-06T10:20:22,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b6b41b2daf7cc1040f46e7249385a34, ASSIGN 2024-12-06T10:20:22,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b6b41b2daf7cc1040f46e7249385a34, ASSIGN; state=OFFLINE, location=748048564c27,42723,1733480407029; forceNewPlan=false, retain=false 2024-12-06T10:20:23,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b6b41b2daf7cc1040f46e7249385a34, regionState=OPENING, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:23,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9b6b41b2daf7cc1040f46e7249385a34, ASSIGN because future has completed 2024-12-06T10:20:23,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b6b41b2daf7cc1040f46e7249385a34, server=748048564c27,42723,1733480407029}] 2024-12-06T10:20:23,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:23,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:23,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:23,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:20:23,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42723%2C1733480407029.rep, suffix=, logDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029, archiveDir=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/oldWALs, maxLogs=10 2024-12-06T10:20:23,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.rep.1733480423177, exclude list is [], retry=0 2024-12-06T10:20:23,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40023,DS-b5999bdf-08ba-4da3-a750-5fea31117018,DISK] 2024-12-06T10:20:23,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.rep.1733480423177 2024-12-06T10:20:23,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46237:46237)] 2024-12-06T10:20:23,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b6b41b2daf7cc1040f46e7249385a34, NAME => 'hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:23,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:23,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:23,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. service=MultiRowMutationService 2024-12-06T10:20:23,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:20:23,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:23,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,195 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,196 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6b41b2daf7cc1040f46e7249385a34 columnFamilyName hfileref 2024-12-06T10:20:23,196 DEBUG [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:23,196 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(327): Store=9b6b41b2daf7cc1040f46e7249385a34/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:23,196 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,197 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6b41b2daf7cc1040f46e7249385a34 columnFamilyName queue 2024-12-06T10:20:23,197 DEBUG [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:23,197 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(327): Store=9b6b41b2daf7cc1040f46e7249385a34/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:23,197 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,198 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b6b41b2daf7cc1040f46e7249385a34 columnFamilyName sid 2024-12-06T10:20:23,198 DEBUG [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:23,199 INFO [StoreOpener-9b6b41b2daf7cc1040f46e7249385a34-1 {}] regionserver.HStore(327): Store=9b6b41b2daf7cc1040f46e7249385a34/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:23,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/replication/9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/replication/9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:23,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/replication/9b6b41b2daf7cc1040f46e7249385a34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:23,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9b6b41b2daf7cc1040f46e7249385a34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68662846, jitterRate=0.02315613627433777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:23,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:23,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9b6b41b2daf7cc1040f46e7249385a34: Running coprocessor pre-open hook at 1733480423194Writing region info on filesystem at 1733480423194Initializing all the Stores at 1733480423194Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480423194Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480423194Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480423194Cleaning up temporary data from old regions at 1733480423200 (+6 ms)Running coprocessor post-open hooks at 1733480423204 (+4 ms)Region opened successfully at 1733480423204 2024-12-06T10:20:23,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34., pid=10, masterSystemTime=1733480423171 2024-12-06T10:20:23,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:23,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:23,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9b6b41b2daf7cc1040f46e7249385a34, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42723,1733480407029 2024-12-06T10:20:23,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b6b41b2daf7cc1040f46e7249385a34, server=748048564c27,42723,1733480407029 because future has completed 2024-12-06T10:20:23,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:20:23,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b6b41b2daf7cc1040f46e7249385a34, server=748048564c27,42723,1733480407029 in 193 msec 2024-12-06T10:20:23,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:20:23,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9b6b41b2daf7cc1040f46e7249385a34, ASSIGN in 348 msec 2024-12-06T10:20:23,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:23,220 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480423219"}]},"ts":"1733480423219"} 2024-12-06T10:20:23,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:20:23,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:23,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-12-06T10:20:23,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34., hostname=748048564c27,42723,1733480407029, seqNum=2] 2024-12-06T10:20:23,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:23,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:23,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:20:23,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:20:23,408 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:20:23,445 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42723,1733480407029, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42723,1733480407029, seqNum=-1] 2024-12-06T10:20:23,446 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:23,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42723,1733480407029', locateType=CURRENT is [region=hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34., hostname=748048564c27,42723,1733480407029, seqNum=2] 2024-12-06T10:20:23,463 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:20:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:20:23,467 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42723,1733480407029 suceeded 2024-12-06T10:20:23,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:20:23,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-06T10:20:23,469 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:40971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:20:23,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-12-06T10:20:23,485 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40971' 2024-12-06T10:20:23,486 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b5609dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:23,486 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:23,487 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:23,488 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b1211cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:23,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:23,490 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:23,491 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32b13e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:23,491 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:23,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40971,1733480411017 2024-12-06T10:20:23,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b1d194 2024-12-06T10:20:23,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:23,493 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-06T10:20:23,494 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42723,1733480407029 (queues=1) is replicating from cluster=6a318656-5fcd-42f4-a80a-44a8f3578922 to cluster=056795a5-d319-4d35-a5a4-cb5c8514f5f7 2024-12-06T10:20:23,494 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42723%2C1733480407029 2024-12-06T10:20:23,494 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42723,1733480407029, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:20:23,494 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42723%2C1733480407029 2024-12-06T10:20:23,495 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, startPosition=0, beingWritten=true 2024-12-06T10:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:23,501 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:23,705 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:24,010 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:24,175 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:20:24,175 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:24,175 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:24,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:24,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:24,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:24,177 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc3644a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,179 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f15c082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40971,1733480411017 2024-12-06T10:20:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a40edd3 2024-12-06T10:20:24,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:24,182 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:24,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:43943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:20:24,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:20:24,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:24,186 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:43943' 2024-12-06T10:20:24,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78edae89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,187 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:24,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:24,188 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:24,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:24,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:24,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae783c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:24,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,189 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:24,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:24,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:24,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:24,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ace6ae7 2024-12-06T10:20:24,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:24,192 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:24,192 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:20:24,192 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:20:24,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:24,192 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:24,193 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:24,194 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:20:24,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:24,195 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:24,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:24,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:20:24,244 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:20:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:24,415 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:24,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:24,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 730e0e89f998f3b5878b2405fe88877f, NAME => 'hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8 2024-12-06T10:20:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:20:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:24,919 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:25,014 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:25,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 730e0e89f998f3b5878b2405fe88877f, disabling compactions & flushes 2024-12-06T10:20:25,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. after waiting 0 ms 2024-12-06T10:20:25,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,015 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,015 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 730e0e89f998f3b5878b2405fe88877f: Waiting for close lock at 1733480425015Disabling compacts and flushes for region at 1733480425015Disabling writes for close at 1733480425015Writing region close event to WAL at 1733480425015Closed at 1733480425015 2024-12-06T10:20:25,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:25,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480425016"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480425016"}]},"ts":"1733480425016"} 2024-12-06T10:20:25,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:25,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:25,020 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480425019"}]},"ts":"1733480425019"} 2024-12-06T10:20:25,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:20:25,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=730e0e89f998f3b5878b2405fe88877f, ASSIGN}] 2024-12-06T10:20:25,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=730e0e89f998f3b5878b2405fe88877f, ASSIGN 2024-12-06T10:20:25,023 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=730e0e89f998f3b5878b2405fe88877f, ASSIGN; state=OFFLINE, location=748048564c27,39531,1733480411055; forceNewPlan=false, retain=false 2024-12-06T10:20:25,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=730e0e89f998f3b5878b2405fe88877f, regionState=OPENING, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:25,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=730e0e89f998f3b5878b2405fe88877f, ASSIGN because future has completed 2024-12-06T10:20:25,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 730e0e89f998f3b5878b2405fe88877f, server=748048564c27,39531,1733480411055}] 2024-12-06T10:20:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:25,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,331 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:25,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:20:25,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C39531%2C1733480411055.rep, suffix=, logDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055, archiveDir=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/oldWALs, maxLogs=10 2024-12-06T10:20:25,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.rep.1733480425333, exclude list is [], retry=0 2024-12-06T10:20:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35119,DS-4694066d-ec6c-45f8-b70c-c5da8937293b,DISK] 2024-12-06T10:20:25,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.rep.1733480425333 2024-12-06T10:20:25,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44119:44119)] 2024-12-06T10:20:25,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 730e0e89f998f3b5878b2405fe88877f, NAME => 'hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:25,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:25,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:25,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. service=MultiRowMutationService 2024-12-06T10:20:25,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:20:25,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:25,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,354 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,355 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 730e0e89f998f3b5878b2405fe88877f columnFamilyName hfileref 2024-12-06T10:20:25,355 DEBUG [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:25,355 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(327): Store=730e0e89f998f3b5878b2405fe88877f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:25,355 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,356 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 730e0e89f998f3b5878b2405fe88877f columnFamilyName queue 2024-12-06T10:20:25,356 DEBUG [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:25,357 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(327): Store=730e0e89f998f3b5878b2405fe88877f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:25,357 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,357 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 730e0e89f998f3b5878b2405fe88877f columnFamilyName sid 2024-12-06T10:20:25,357 DEBUG [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:25,358 INFO [StoreOpener-730e0e89f998f3b5878b2405fe88877f-1 {}] regionserver.HStore(327): Store=730e0e89f998f3b5878b2405fe88877f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:25,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:25,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:25,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 730e0e89f998f3b5878b2405fe88877f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75490721, jitterRate=0.12489940226078033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:25,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:25,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 730e0e89f998f3b5878b2405fe88877f: Running coprocessor pre-open hook at 1733480425353Writing region info on filesystem at 1733480425353Initializing all the Stores at 1733480425353Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480425353Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480425354 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480425354Cleaning up temporary data from old regions at 1733480425360 (+6 ms)Running coprocessor post-open hooks at 1733480425363 (+3 ms)Region opened successfully at 1733480425363 2024-12-06T10:20:25,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f., pid=10, masterSystemTime=1733480425328 2024-12-06T10:20:25,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:25,367 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=730e0e89f998f3b5878b2405fe88877f, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,39531,1733480411055 2024-12-06T10:20:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 730e0e89f998f3b5878b2405fe88877f, server=748048564c27,39531,1733480411055 because future has completed 2024-12-06T10:20:25,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:20:25,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 730e0e89f998f3b5878b2405fe88877f, server=748048564c27,39531,1733480411055 in 194 msec 2024-12-06T10:20:25,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:20:25,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=730e0e89f998f3b5878b2405fe88877f, ASSIGN in 350 msec 2024-12-06T10:20:25,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:25,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480425374"}]},"ts":"1733480425374"} 2024-12-06T10:20:25,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:20:25,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:25,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-12-06T10:20:25,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f., hostname=748048564c27,39531,1733480411055, seqNum=2] 2024-12-06T10:20:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:25,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:25,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:20:25,523 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:25,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:20:25,562 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:20:25,602 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,39531,1733480411055, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:20:25,603 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:25,603 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,39531,1733480411055, seqNum=-1] 2024-12-06T10:20:25,603 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:25,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,39531,1733480411055', locateType=CURRENT is [region=hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f., hostname=748048564c27,39531,1733480411055, seqNum=2] 2024-12-06T10:20:25,609 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:20:25,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:20:25,611 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,39531,1733480411055 suceeded 2024-12-06T10:20:25,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:20:25,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-06T10:20:25,613 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:43943,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:20:25,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-12-06T10:20:25,626 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:43943' 2024-12-06T10:20:25,627 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fa81702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:25,627 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:25,627 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:25,628 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5425ac65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:25,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:25,630 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:25,630 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bf7e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:25,630 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:25,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:25,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68fad8b3 2024-12-06T10:20:25,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:25,632 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-06T10:20:25,632 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,39531,1733480411055 (queues=1) is replicating from cluster=056795a5-d319-4d35-a5a4-cb5c8514f5f7 to cluster=7e3d4e7c-f798-49ae-bc20-feb0bf8246c6 2024-12-06T10:20:25,633 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C39531%2C1733480411055 2024-12-06T10:20:25,633 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,39531,1733480411055, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:20:25,633 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C39531%2C1733480411055 2024-12-06T10:20:25,633 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, startPosition=0, beingWritten=true 2024-12-06T10:20:25,638 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:25,638 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:25,638 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:25,843 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:26,148 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:26,227 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:26,335 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:20:26,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:26,336 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:26,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:26,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c594682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:26,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:26,337 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a749dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,339 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:26,339 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744a73d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390121b0 2024-12-06T10:20:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:26,341 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:26,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:20:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:20:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:26,344 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:43477' 2024-12-06T10:20:26,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506b8cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,345 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:26,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:26,346 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106dae35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:26,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,347 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28001ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:26,348 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43477,1733480406978 2024-12-06T10:20:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c0cd83 2024-12-06T10:20:26,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:26,349 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:26,350 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:20:26,350 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:20:26,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:26,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:26,350 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:26,351 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:20:26,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:26,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:26,353 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:26,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:20:26,401 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:20:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:26,516 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:26,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,552 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:26,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:26,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:26,760 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b609e3ccd6add317ac51b0b12ad09390, NAME => 'hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309 2024-12-06T10:20:26,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:20:26,879 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:20:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:27,031 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:27,057 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:27,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:27,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b609e3ccd6add317ac51b0b12ad09390, disabling compactions & flushes 2024-12-06T10:20:27,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. after waiting 0 ms 2024-12-06T10:20:27,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,166 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,166 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b609e3ccd6add317ac51b0b12ad09390: Waiting for close lock at 1733480427166Disabling compacts and flushes for region at 1733480427166Disabling writes for close at 1733480427166Writing region close event to WAL at 1733480427166Closed at 1733480427166 2024-12-06T10:20:27,167 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:27,167 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480427167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480427167"}]},"ts":"1733480427167"} 2024-12-06T10:20:27,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:27,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:27,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480427169"}]},"ts":"1733480427169"} 2024-12-06T10:20:27,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:20:27,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b609e3ccd6add317ac51b0b12ad09390, ASSIGN}] 2024-12-06T10:20:27,172 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b609e3ccd6add317ac51b0b12ad09390, ASSIGN 2024-12-06T10:20:27,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b609e3ccd6add317ac51b0b12ad09390, ASSIGN; state=OFFLINE, location=748048564c27,35639,1733480414729; forceNewPlan=false, retain=false 2024-12-06T10:20:27,323 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b609e3ccd6add317ac51b0b12ad09390, regionState=OPENING, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:27,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b609e3ccd6add317ac51b0b12ad09390, ASSIGN because future has completed 2024-12-06T10:20:27,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b609e3ccd6add317ac51b0b12ad09390, server=748048564c27,35639,1733480414729}] 2024-12-06T10:20:27,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:27,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:20:27,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C35639%2C1733480414729.rep, suffix=, logDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729, archiveDir=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/oldWALs, maxLogs=10 2024-12-06T10:20:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:27,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.rep.1733480427483, exclude list is [], retry=0 2024-12-06T10:20:27,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38177,DS-ef837438-fdb2-4085-adf5-0213c9519520,DISK] 2024-12-06T10:20:27,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.rep.1733480427483 2024-12-06T10:20:27,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34387:34387)] 2024-12-06T10:20:27,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b609e3ccd6add317ac51b0b12ad09390, NAME => 'hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:27,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. service=MultiRowMutationService 2024-12-06T10:20:27,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,502 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,503 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b609e3ccd6add317ac51b0b12ad09390 columnFamilyName hfileref 2024-12-06T10:20:27,503 DEBUG [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:27,503 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(327): Store=b609e3ccd6add317ac51b0b12ad09390/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:27,504 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,504 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b609e3ccd6add317ac51b0b12ad09390 columnFamilyName queue 2024-12-06T10:20:27,504 DEBUG [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:27,505 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(327): Store=b609e3ccd6add317ac51b0b12ad09390/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:27,505 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,506 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b609e3ccd6add317ac51b0b12ad09390 columnFamilyName sid 2024-12-06T10:20:27,506 DEBUG [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:27,506 INFO [StoreOpener-b609e3ccd6add317ac51b0b12ad09390-1 {}] regionserver.HStore(327): Store=b609e3ccd6add317ac51b0b12ad09390/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:27,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:27,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:27,510 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b609e3ccd6add317ac51b0b12ad09390; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69742232, jitterRate=0.039240241050720215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:27,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:27,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b609e3ccd6add317ac51b0b12ad09390: Running coprocessor pre-open hook at 1733480427501Writing region info on filesystem at 1733480427501Initializing all the Stores at 1733480427502 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480427502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480427502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480427502Cleaning up temporary data from old regions at 1733480427507 (+5 ms)Running coprocessor post-open hooks at 1733480427511 (+4 ms)Region opened successfully at 1733480427511 2024-12-06T10:20:27,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390., pid=10, masterSystemTime=1733480427477 2024-12-06T10:20:27,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,513 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:27,513 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b609e3ccd6add317ac51b0b12ad09390, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,35639,1733480414729 2024-12-06T10:20:27,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b609e3ccd6add317ac51b0b12ad09390, server=748048564c27,35639,1733480414729 because future has completed 2024-12-06T10:20:27,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:20:27,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b609e3ccd6add317ac51b0b12ad09390, server=748048564c27,35639,1733480414729 in 190 msec 2024-12-06T10:20:27,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:20:27,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b609e3ccd6add317ac51b0b12ad09390, ASSIGN in 346 msec 2024-12-06T10:20:27,520 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:27,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480427520"}]},"ts":"1733480427520"} 2024-12-06T10:20:27,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:20:27,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:27,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-12-06T10:20:27,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390., hostname=748048564c27,35639,1733480414729, seqNum=2] 2024-12-06T10:20:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:27,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:27,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:20:27,661 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:27,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:20:27,720 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:20:27,749 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,35639,1733480414729, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:20:27,749 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:27,749 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35639,1733480414729, seqNum=-1] 2024-12-06T10:20:27,750 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:27,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,35639,1733480414729', locateType=CURRENT is [region=hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390., hostname=748048564c27,35639,1733480414729, seqNum=2] 2024-12-06T10:20:27,754 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:20:27,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:20:27,756 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,35639,1733480414729 suceeded 2024-12-06T10:20:27,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:20:27,758 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:43477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:20:27,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-06T10:20:27,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-12-06T10:20:27,769 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:43477' 2024-12-06T10:20:27,770 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6693be10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:27,770 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:27,770 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:27,771 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ec52453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:27,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:27,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:27,772 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:27,773 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d633b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:27,773 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:27,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43477,1733480406978 2024-12-06T10:20:27,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7513865d 2024-12-06T10:20:27,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:27,774 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T10:20:27,775 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,35639,1733480414729 (queues=1) is replicating from cluster=7e3d4e7c-f798-49ae-bc20-feb0bf8246c6 to cluster=6a318656-5fcd-42f4-a80a-44a8f3578922 2024-12-06T10:20:27,775 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C35639%2C1733480414729 2024-12-06T10:20:27,775 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,35639,1733480414729, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:20:27,775 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, startPosition=0, beingWritten=true 2024-12-06T10:20:27,775 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C35639%2C1733480414729 2024-12-06T10:20:27,779 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:27,779 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 379, reset compression=false 2024-12-06T10:20:27,779 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:27,935 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:27,983 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 379, reset compression=false 2024-12-06T10:20:28,286 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 379, reset compression=false 2024-12-06T10:20:28,365 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:20:28,495 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:20:28,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:28,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:28,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:28,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:28,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:28,497 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7176e042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:28,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,498 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:28,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11a0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65074503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:28,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:28,500 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66bb1f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,501 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:28,501 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1316b25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bad80c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:28,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:28,502 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf7f3dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,503 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2a8262, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:28,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42723,1733480407029, seqNum=-1] 2024-12-06T10:20:28,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:28,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:28,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d., hostname=748048564c27,42723,1733480407029, seqNum=2] 2024-12-06T10:20:28,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35639,1733480414729, seqNum=-1] 2024-12-06T10:20:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:28,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0., hostname=748048564c27,35639,1733480414729, seqNum=2] 2024-12-06T10:20:28,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T10:20:28,690 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 379, reset compression=false 2024-12-06T10:20:28,938 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 379, reset compression=false 2024-12-06T10:20:28,943 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:28,943 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 480, reset compression=false 2024-12-06T10:20:28,943 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9d7c23151194b6fdc63a208c63bc32d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T10:20:28,945 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:28,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-06T10:20:28,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:28,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ba9a869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40971,-1 for getting cluster id 2024-12-06T10:20:28,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:28,948 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '056795a5-d319-4d35-a5a4-cb5c8514f5f7' 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "056795a5-d319-4d35-a5a4-cb5c8514f5f7" 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@515b92c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40971,-1] 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:28,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:28,949 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:28,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d6a4802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:28,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,39531,1733480411055, seqNum=-1] 2024-12-06T10:20:28,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:28,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00., hostname=748048564c27,39531,1733480411055, seqNum=2] 2024-12-06T10:20:28,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:29,146 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 480, reset compression=false 2024-12-06T10:20:29,169 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 379, reset compression=false 2024-12-06T10:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 503, reset compression=false 2024-12-06T10:20:29,174 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T10:20:29,176 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:29,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-06T10:20:29,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:29,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1a6f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:29,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:29,179 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14d9292c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:29,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:29,180 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:29,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332928f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,35639,1733480414729, seqNum=-1] 2024-12-06T10:20:29,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:29,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:29,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0., hostname=748048564c27,35639,1733480414729, seqNum=2] 2024-12-06T10:20:29,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:29,194 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 379, reset compression=false 2024-12-06T10:20:29,198 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:29,198 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 526, reset compression=false 2024-12-06T10:20:29,198 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:29,377 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 503, reset compression=false 2024-12-06T10:20:29,401 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 526, reset compression=false 2024-12-06T10:20:29,450 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 480, reset compression=false 2024-12-06T10:20:29,545 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T10:20:29,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,39531,1733480411055, seqNum=-1] 2024-12-06T10:20:29,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:29,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00., hostname=748048564c27,39531,1733480411055, seqNum=2] 2024-12-06T10:20:29,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T10:20:29,681 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 503, reset compression=false 2024-12-06T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 607, reset compression=false 2024-12-06T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:20:29,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:29,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:29,705 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 526, reset compression=false 2024-12-06T10:20:29,719 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:29,719 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 653, reset compression=false 2024-12-06T10:20:29,719 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d1d5d71ccf5be230716ec86e6c2bfa0/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T10:20:29,721 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:29,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T10:20:29,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:29,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e357d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:29,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:29,724 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:29,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3028bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:29,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:29,726 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:29,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be0492e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:29,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:29,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42723,1733480407029, seqNum=-1] 2024-12-06T10:20:29,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:29,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-06T10:20:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d., hostname=748048564c27,42723,1733480407029, seqNum=2] 2024-12-06T10:20:29,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:29,854 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 480, reset compression=false 2024-12-06T10:20:29,858 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:29,858 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 630, reset compression=false 2024-12-06T10:20:29,858 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:29,890 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 607, reset compression=false 2024-12-06T10:20:29,924 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 653, reset compression=false 2024-12-06T10:20:30,061 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 630, reset compression=false 2024-12-06T10:20:30,193 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 607, reset compression=false 2024-12-06T10:20:30,227 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 653, reset compression=false 2024-12-06T10:20:30,365 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 630, reset compression=false 2024-12-06T10:20:30,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T10:20:30,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T10:20:30,597 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 607, reset compression=false 2024-12-06T10:20:30,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 653, reset compression=false 2024-12-06T10:20:30,635 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:30,635 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 757, reset compression=false 2024-12-06T10:20:30,635 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d1d5d71ccf5be230716ec86e6c2bfa0/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:20:30,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:30,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:30,769 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 630, reset compression=false 2024-12-06T10:20:30,774 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:30,774 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 757, reset compression=false 2024-12-06T10:20:30,774 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9d7c23151194b6fdc63a208c63bc32d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T10:20:30,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:30,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:30,838 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 757, reset compression=false 2024-12-06T10:20:30,977 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 757, reset compression=false 2024-12-06T10:20:31,100 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 607, reset compression=false 2024-12-06T10:20:31,104 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:31,104 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 757, reset compression=false 2024-12-06T10:20:31,105 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:31,142 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 757, reset compression=false 2024-12-06T10:20:31,281 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 757, reset compression=false 2024-12-06T10:20:31,309 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 757, reset compression=false 2024-12-06T10:20:31,546 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 757, reset compression=false 2024-12-06T10:20:31,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T10:20:31,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T10:20:31,612 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 757, reset compression=false 2024-12-06T10:20:31,685 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 757, reset compression=false 2024-12-06T10:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 913, reset compression=false 2024-12-06T10:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9d7c23151194b6fdc63a208c63bc32d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T10:20:31,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:31,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:31,908 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 913, reset compression=false 2024-12-06T10:20:32,016 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 757, reset compression=false 2024-12-06T10:20:32,021 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:32,021 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 904, reset compression=false 2024-12-06T10:20:32,021 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T10:20:32,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:32,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:32,050 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 757, reset compression=false 2024-12-06T10:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 927, reset compression=false 2024-12-06T10:20:32,055 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:32,212 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 913, reset compression=false 2024-12-06T10:20:32,225 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 904, reset compression=false 2024-12-06T10:20:32,258 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 927, reset compression=false 2024-12-06T10:20:32,529 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 904, reset compression=false 2024-12-06T10:20:32,562 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 927, reset compression=false 2024-12-06T10:20:32,565 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T10:20:32,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T10:20:32,616 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 913, reset compression=false 2024-12-06T10:20:32,933 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 904, reset compression=false 2024-12-06T10:20:32,938 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:32,938 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1063, reset compression=false 2024-12-06T10:20:32,938 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T10:20:32,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:32,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:32,966 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 927, reset compression=false 2024-12-06T10:20:32,971 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:32,971 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1076, reset compression=false 2024-12-06T10:20:32,971 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d1d5d71ccf5be230716ec86e6c2bfa0/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T10:20:32,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:32,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:33,004 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:33,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:33,120 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 913, reset compression=false 2024-12-06T10:20:33,124 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:33,124 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1085, reset compression=false 2024-12-06T10:20:33,124 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:33,142 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1063, reset compression=false 2024-12-06T10:20:33,176 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1076, reset compression=false 2024-12-06T10:20:33,331 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1085, reset compression=false 2024-12-06T10:20:33,445 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1063, reset compression=false 2024-12-06T10:20:33,479 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1076, reset compression=false 2024-12-06T10:20:33,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T10:20:33,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T10:20:33,635 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1085, reset compression=false 2024-12-06T10:20:33,848 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1063, reset compression=false 2024-12-06T10:20:33,882 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1076, reset compression=false 2024-12-06T10:20:33,886 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:33,886 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1235, reset compression=false 2024-12-06T10:20:33,886 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d1d5d71ccf5be230716ec86e6c2bfa0/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T10:20:33,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:33,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:34,039 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1085, reset compression=false 2024-12-06T10:20:34,044 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:34,044 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1234, reset compression=false 2024-12-06T10:20:34,044 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9d7c23151194b6fdc63a208c63bc32d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-06T10:20:34,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:34,047 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:34,089 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1235, reset compression=false 2024-12-06T10:20:34,247 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1234, reset compression=false 2024-12-06T10:20:34,352 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1063, reset compression=false 2024-12-06T10:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1235, reset compression=false 2024-12-06T10:20:34,356 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:34,392 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1235, reset compression=false 2024-12-06T10:20:34,551 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1234, reset compression=false 2024-12-06T10:20:34,559 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1235, reset compression=false 2024-12-06T10:20:34,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T10:20:34,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d69ac7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:34,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:34,584 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2084646b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:34,586 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af661bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:34,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a17cd8a 2024-12-06T10:20:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:34,591 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:34,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-06T10:20:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-06T10:20:34,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:20:34,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:20:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:20:34,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T10:20:34,749 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-06T10:20:34,750 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-06T10:20:34,750 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,35639,1733480414729 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-06T10:20:34,750 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/748048564c27:0-0. 2024-12-06T10:20:34,751 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:34,751 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:34,751 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:34,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:34,851 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:20:34,863 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1235, reset compression=false 2024-12-06T10:20:34,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:20:34,951 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 terminated 2024-12-06T10:20:34,955 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1234, reset compression=false 2024-12-06T10:20:34,969 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-748048564c27,35639,1733480414729, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:20:34,970 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-06T10:20:34,970 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T10:20:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T10:20:34,972 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 748048564c27,35639,1733480414729 suceeded 2024-12-06T10:20:34,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T10:20:34,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 375 msec 2024-12-06T10:20:34,974 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-06T10:20:34,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 383 msec 2024-12-06T10:20:34,983 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:43477' 2024-12-06T10:20:34,984 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffd7038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,984 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43477,-1 for getting cluster id 2024-12-06T10:20:34,984 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:34,985 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6a318656-5fcd-42f4-a80a-44a8f3578922' 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6a318656-5fcd-42f4-a80a-44a8f3578922" 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eb4453b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43477,-1] 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:34,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:34,986 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:34,987 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e524b0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:34,987 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:34,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43477,1733480406978 2024-12-06T10:20:34,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40721bd8 2024-12-06T10:20:34,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:34,988 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-06T10:20:34,989 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,35639,1733480414729 (queues=1) is replicating from cluster=7e3d4e7c-f798-49ae-bc20-feb0bf8246c6 to cluster=6a318656-5fcd-42f4-a80a-44a8f3578922 2024-12-06T10:20:34,989 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C35639%2C1733480414729 2024-12-06T10:20:34,989 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,35639,1733480414729, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:20:34,989 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C35639%2C1733480414729 2024-12-06T10:20:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:20:35,225 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:20:35,225 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:35,225 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:35,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:35,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:35,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:35,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-06T10:20:35,266 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1235, reset compression=false 2024-12-06T10:20:35,458 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1234, reset compression=false 2024-12-06T10:20:35,463 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:35,463 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1338, reset compression=false 2024-12-06T10:20:35,463 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[{test/b9d7c23151194b6fdc63a208c63bc32d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:20:35,464 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:35,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:35,667 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1338, reset compression=false 2024-12-06T10:20:35,770 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1235, reset compression=false 2024-12-06T10:20:35,774 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:35,774 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1362, reset compression=false 2024-12-06T10:20:35,775 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T10:20:35,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:35,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:35,971 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1338, reset compression=false 2024-12-06T10:20:35,978 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1362, reset compression=false 2024-12-06T10:20:36,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-06T10:20:36,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f788f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:36,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,43943,-1 for getting cluster id 2024-12-06T10:20:36,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:36,233 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e3d4e7c-f798-49ae-bc20-feb0bf8246c6' 2024-12-06T10:20:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e3d4e7c-f798-49ae-bc20-feb0bf8246c6" 2024-12-06T10:20:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614cdd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,43943,-1] 2024-12-06T10:20:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:36,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,235 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:36,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41715170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:36,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,43943,1733480414682 2024-12-06T10:20:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b360294 2024-12-06T10:20:36,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:36,240 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:36,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-06T10:20:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-06T10:20:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T10:20:36,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:20:36,281 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1362, reset compression=false 2024-12-06T10:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:36,285 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[{test/d715badbbf5d50e0c87dedb03806fe00/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:20:36,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:36,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35639 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T10:20:36,375 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1338, reset compression=false 2024-12-06T10:20:36,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35639 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-06T10:20:36,399 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-06T10:20:36,400 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T10:20:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-06T10:20:36,402 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 748048564c27,35639,1733480414729 suceeded 2024-12-06T10:20:36,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T10:20:36,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-06T10:20:36,404 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-06T10:20:36,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 163 msec 2024-12-06T10:20:36,488 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:36,490 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, startPosition=1235, beingWritten=true 2024-12-06T10:20:36,494 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:20:36,494 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1512, reset compression=false 2024-12-06T10:20:36,494 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[{test/9d1d5d71ccf5be230716ec86e6c2bfa0/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-06T10:20:36,496 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:36,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-06T10:20:36,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:20:36,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:20:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-06T10:20:36,565 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:20:36,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:36,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:36,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:36,567 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-06T10:20:36,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:20:36,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:36,567 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:20:36,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:36,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:36,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:20:36,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1165655194, stopped=false 2024-12-06T10:20:36,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,43943,1733480414682 2024-12-06T10:20:36,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21193692871/running 2024-12-06T10:20:36,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21193692871/running 2024-12-06T10:20:36,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:36,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:36,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:36,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:36,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:36,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,35639,1733480414729' ***** 2024-12-06T10:20:36,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:20:36,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/running 2024-12-06T10:20:36,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Set watcher on znode that does not yet exist, /21193692871/running 2024-12-06T10:20:36,571 INFO [RS:0;748048564c27:35639 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:20:36,571 INFO [RS:0;748048564c27:35639 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:20:36,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:20:36,571 INFO [RS:0;748048564c27:35639 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:20:36,571 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:36,571 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(959): stopping server 748048564c27,35639,1733480414729 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35639. 2024-12-06T10:20:36,572 DEBUG [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b609e3ccd6add317ac51b0b12ad09390, disabling compactions & flushes 2024-12-06T10:20:36,572 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:36,572 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. after waiting 0 ms 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:20:36,572 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b609e3ccd6add317ac51b0b12ad09390 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-06T10:20:36,572 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:20:36,572 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1325): Online Regions={b609e3ccd6add317ac51b0b12ad09390=hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390., 1588230740=hbase:meta,,1.1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0=test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.} 2024-12-06T10:20:36,572 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0, b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:36,572 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:36,572 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:36,572 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:20:36,587 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/info/c47fbf29360448f3a57d9410966ffbcc is 147, key is hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390./info:regioninfo/1733480427513/Put/seqid=0 2024-12-06T10:20:36,587 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/.tmp/queue/20106c400968474bbc50138f99fb77f8 is 154, key is 1-748048564c27,35639,1733480414729/queue:748048564c27%2C35639%2C1733480414729/1733480436500/Put/seqid=0 2024-12-06T10:20:36,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741840_1016 (size=5353) 2024-12-06T10:20:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:20:36,623 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:36,697 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1512, reset compression=false 2024-12-06T10:20:36,772 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0, b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:36,792 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:36,878 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1338, reset compression=false 2024-12-06T10:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:36,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:36,973 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0, b609e3ccd6add317ac51b0b12ad09390 2024-12-06T10:20:36,992 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/.tmp/queue/20106c400968474bbc50138f99fb77f8 2024-12-06T10:20:36,992 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/info/c47fbf29360448f3a57d9410966ffbcc 2024-12-06T10:20:36,996 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/.tmp/queue/20106c400968474bbc50138f99fb77f8 as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/queue/20106c400968474bbc50138f99fb77f8 2024-12-06T10:20:37,000 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1512, reset compression=false 2024-12-06T10:20:37,006 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/queue/20106c400968474bbc50138f99fb77f8, entries=1, sequenceid=13, filesize=5.2 K 2024-12-06T10:20:37,007 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b609e3ccd6add317ac51b0b12ad09390 in 435ms, sequenceid=13, compaction requested=false 2024-12-06T10:20:37,013 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/replication/b609e3ccd6add317ac51b0b12ad09390/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-06T10:20:37,013 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:37,013 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:37,013 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:37,013 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b609e3ccd6add317ac51b0b12ad09390: Waiting for close lock at 1733480436572Running coprocessor pre-close hooks at 1733480436572Disabling compacts and flushes for region at 1733480436572Disabling writes for close at 1733480436572Obtaining lock to block concurrent updates at 1733480436572Preparing flush snapshotting stores in b609e3ccd6add317ac51b0b12ad09390 at 1733480436572Finished memstore snapshotting hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733480436572Flushing stores of hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. at 1733480436573 (+1 ms)Flushing b609e3ccd6add317ac51b0b12ad09390/queue: creating writer at 1733480436573Flushing b609e3ccd6add317ac51b0b12ad09390/queue: appending metadata at 1733480436587 (+14 ms)Flushing b609e3ccd6add317ac51b0b12ad09390/queue: closing flushed file at 1733480436587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6467ff: reopening flushed file at 1733480436996 (+409 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for b609e3ccd6add317ac51b0b12ad09390 in 435ms, sequenceid=13, compaction requested=false at 1733480437007 (+11 ms)Writing region close event to WAL at 1733480437010 (+3 ms)Running coprocessor post-close hooks at 1733480437013 (+3 ms)Closed at 1733480437013 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480426350.b609e3ccd6add317ac51b0b12ad09390. 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d1d5d71ccf5be230716ec86e6c2bfa0, disabling compactions & flushes 2024-12-06T10:20:37,014 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. after waiting 0 ms 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:37,014 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T10:20:37,014 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/ns/775e717f893d4f9d95fcd7ec1e9894d9 is 43, key is default/ns:d/1733480416483/Put/seqid=0 2024-12-06T10:20:37,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741842_1018 (size=5153) 2024-12-06T10:20:37,029 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f/a9b7ad5226a7475facdfe6bfa84b5f39 is 37, key is row3/f:row3/1733480435226/Put/seqid=0 2024-12-06T10:20:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741843_1019 (size=5228) 2024-12-06T10:20:37,086 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:37,173 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:37,195 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:37,373 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:37,392 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:37,407 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:20:37,407 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:20:37,407 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1512, reset compression=false 2024-12-06T10:20:37,411 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:37,411 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1759, reset compression=false 2024-12-06T10:20:37,411 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,35639,1733480414729 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:37,412 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,35639,1733480414729: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,35639,1733480414729, walGroup=748048564c27%2C35639%2C1733480414729, offset=748048564c27%2C35639%2C1733480414729.1733480415541:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:35639 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:20:37,413 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:20:37,413 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:20:37,413 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:20:37,413 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:20:37,413 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:20:37,413 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 859833520 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198277680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:20:37,414 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:43943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:43943 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:20:37,419 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/ns/775e717f893d4f9d95fcd7ec1e9894d9 2024-12-06T10:20:37,433 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f/a9b7ad5226a7475facdfe6bfa84b5f39 2024-12-06T10:20:37,437 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9b7ad5226a7475facdfe6bfa84b5f39 2024-12-06T10:20:37,438 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/rep_barrier/aea04d8df6dd4f54b3f07429b3c8a40b is 112, key is test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0./rep_barrier:seqnumDuringOpen/1733480421027/Put/seqid=0 2024-12-06T10:20:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741844_1020 (size=5518) 2024-12-06T10:20:37,452 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f1/863c64d52bf34ab096ecd4536a904d59 is 30, key is row1/f1:/1733480432566/DeleteFamily/seqid=0 2024-12-06T10:20:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741845_1021 (size=5158) 2024-12-06T10:20:37,573 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:20:37,573 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0=test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0.} 2024-12-06T10:20:37,573 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:37,615 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1759, reset compression=false 2024-12-06T10:20:37,698 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:37,773 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:37,796 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:37,842 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/rep_barrier/aea04d8df6dd4f54b3f07429b3c8a40b 2024-12-06T10:20:37,855 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f1/863c64d52bf34ab096ecd4536a904d59 2024-12-06T10:20:37,859 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863c64d52bf34ab096ecd4536a904d59 2024-12-06T10:20:37,860 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/table/35aa3c9425c34854b7ea7c389d60613c is 53, key is hbase:replication/table:state/1733480427520/Put/seqid=0 2024-12-06T10:20:37,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741846_1022 (size=5308) 2024-12-06T10:20:37,877 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/norep/1dc6e940835b45648340cdf6ad2cc5bd is 33, key is row2/norep:/1733480433572/DeleteFamily/seqid=0 2024-12-06T10:20:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741847_1023 (size=5108) 2024-12-06T10:20:37,918 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1759, reset compression=false 2024-12-06T10:20:37,974 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:38,174 DEBUG [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1d5d71ccf5be230716ec86e6c2bfa0 2024-12-06T10:20:38,264 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/table/35aa3c9425c34854b7ea7c389d60613c 2024-12-06T10:20:38,268 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/info/c47fbf29360448f3a57d9410966ffbcc as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/info/c47fbf29360448f3a57d9410966ffbcc 2024-12-06T10:20:38,271 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/info/c47fbf29360448f3a57d9410966ffbcc, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:20:38,272 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/ns/775e717f893d4f9d95fcd7ec1e9894d9 as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/ns/775e717f893d4f9d95fcd7ec1e9894d9 2024-12-06T10:20:38,275 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/ns/775e717f893d4f9d95fcd7ec1e9894d9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:20:38,276 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/rep_barrier/aea04d8df6dd4f54b3f07429b3c8a40b as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/rep_barrier/aea04d8df6dd4f54b3f07429b3c8a40b 2024-12-06T10:20:38,280 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/rep_barrier/aea04d8df6dd4f54b3f07429b3c8a40b, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:20:38,280 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/norep/1dc6e940835b45648340cdf6ad2cc5bd 2024-12-06T10:20:38,280 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/.tmp/table/35aa3c9425c34854b7ea7c389d60613c as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/table/35aa3c9425c34854b7ea7c389d60613c 2024-12-06T10:20:38,284 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc6e940835b45648340cdf6ad2cc5bd 2024-12-06T10:20:38,284 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f/a9b7ad5226a7475facdfe6bfa84b5f39 as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/f/a9b7ad5226a7475facdfe6bfa84b5f39 2024-12-06T10:20:38,284 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/table/35aa3c9425c34854b7ea7c389d60613c, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:20:38,285 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-12-06T10:20:38,288 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a9b7ad5226a7475facdfe6bfa84b5f39 2024-12-06T10:20:38,288 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/f/a9b7ad5226a7475facdfe6bfa84b5f39, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T10:20:38,289 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/f1/863c64d52bf34ab096ecd4536a904d59 as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/f1/863c64d52bf34ab096ecd4536a904d59 2024-12-06T10:20:38,289 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:20:38,290 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:38,290 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:38,290 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:38,290 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480436572Running coprocessor pre-close hooks at 1733480436572Disabling compacts and flushes for region at 1733480436572Disabling writes for close at 1733480436572Obtaining lock to block concurrent updates at 1733480436572Preparing flush snapshotting stores in 1588230740 at 1733480436572Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480436573 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480436573Flushing 1588230740/info: creating writer at 1733480436573Flushing 1588230740/info: appending metadata at 1733480436587 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733480436587Flushing 1588230740/ns: creating writer at 1733480436996 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733480437014 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733480437014Flushing 1588230740/rep_barrier: creating writer at 1733480437423 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480437438 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480437438Flushing 1588230740/table: creating writer at 1733480437846 (+408 ms)Flushing 1588230740/table: appending metadata at 1733480437860 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733480437860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1101acd7: reopening flushed file at 1733480438268 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@473cf8ce: reopening flushed file at 1733480438272 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b310f9: reopening flushed file at 1733480438276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d88ea28: reopening flushed file at 1733480438280 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1733480438285 (+5 ms)Writing region close event to WAL at 1733480438287 (+2 ms)Running coprocessor post-close hooks at 1733480438290 (+3 ms)Closed at 1733480438290 2024-12-06T10:20:38,290 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:38,292 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 863c64d52bf34ab096ecd4536a904d59 2024-12-06T10:20:38,292 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/f1/863c64d52bf34ab096ecd4536a904d59, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:38,293 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/.tmp/norep/1dc6e940835b45648340cdf6ad2cc5bd as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/norep/1dc6e940835b45648340cdf6ad2cc5bd 2024-12-06T10:20:38,296 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dc6e940835b45648340cdf6ad2cc5bd 2024-12-06T10:20:38,296 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/norep/1dc6e940835b45648340cdf6ad2cc5bd, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:38,297 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d1d5d71ccf5be230716ec86e6c2bfa0 in 1283ms, sequenceid=12, compaction requested=false 2024-12-06T10:20:38,299 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:38,300 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/data/default/test/9d1d5d71ccf5be230716ec86e6c2bfa0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T10:20:38,300 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:38,300 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:38,300 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:38,301 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d1d5d71ccf5be230716ec86e6c2bfa0: Waiting for close lock at 1733480437014Running coprocessor pre-close hooks at 1733480437014Disabling compacts and flushes for region at 1733480437014Disabling writes for close at 1733480437014Obtaining lock to block concurrent updates at 1733480437014Preparing flush snapshotting stores in 9d1d5d71ccf5be230716ec86e6c2bfa0 at 1733480437014Finished memstore snapshotting test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733480437014Flushing stores of test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. at 1733480437015 (+1 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f: creating writer at 1733480437015Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f: appending metadata at 1733480437029 (+14 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f: closing flushed file at 1733480437029Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f1: creating writer at 1733480437438 (+409 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f1: appending metadata at 1733480437451 (+13 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/f1: closing flushed file at 1733480437451Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/norep: creating writer at 1733480437859 (+408 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/norep: appending metadata at 1733480437876 (+17 ms)Flushing 9d1d5d71ccf5be230716ec86e6c2bfa0/norep: closing flushed file at 1733480437876Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@479e0232: reopening flushed file at 1733480438284 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cdae04: reopening flushed file at 1733480438288 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1607089d: reopening flushed file at 1733480438293 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9d1d5d71ccf5be230716ec86e6c2bfa0 in 1283ms, sequenceid=12, compaction requested=false at 1733480438297 (+4 ms)Writing region close event to WAL at 1733480438298 (+1 ms)Running coprocessor post-close hooks at 1733480438300 (+2 ms)Closed at 1733480438300 2024-12-06T10:20:38,301 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480419878.9d1d5d71ccf5be230716ec86e6c2bfa0. 2024-12-06T10:20:38,302 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:38,322 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 1759, reset compression=false 2024-12-06T10:20:38,325 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:38,325 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 2403, reset compression=false 2024-12-06T10:20:38,374 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(976): stopping server 748048564c27,35639,1733480414729; all regions closed. 2024-12-06T10:20:38,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:20:38,376 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.meta.1733480416437.meta not finished, retry = 0 2024-12-06T10:20:38,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741839_1015 (size=3333) 2024-12-06T10:20:38,479 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.rep.1733480427483 not finished, retry = 0 2024-12-06T10:20:38,528 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/WALs/748048564c27,35639,1733480414729/748048564c27%2C35639%2C1733480414729.1733480415541 to pos 2403, reset compression=false 2024-12-06T10:20:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741832_1008 (size=2411) 2024-12-06T10:20:38,582 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:38,582 INFO [RS:0;748048564c27:35639 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:38,582 INFO [RS:0;748048564c27:35639 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:38,583 INFO [RS:0;748048564c27:35639 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:38,583 INFO [RS:0;748048564c27:35639 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:38,583 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:38,583 INFO [RS:0;748048564c27:35639 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,35639,1733480414729 because: Region server is closing 2024-12-06T10:20:38,583 INFO [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35639. 2024-12-06T10:20:38,584 DEBUG [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:38,584 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:38,584 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:38,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:38,684 INFO [RS:0;748048564c27:35639 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.shipper748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 terminated 2024-12-06T10:20:38,684 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,35639,1733480414729.replicationSource.wal-reader.748048564c27%2C35639%2C1733480414729,1-748048564c27,35639,1733480414729 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:20:38,684 INFO [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:35639. 2024-12-06T10:20:38,685 DEBUG [RS:0;748048564c27:35639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:38,685 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:38,685 DEBUG [RS:0;748048564c27:35639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:38,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:38,685 INFO [RS:0;748048564c27:35639 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35639 2024-12-06T10:20:38,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871/rs 2024-12-06T10:20:38,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21193692871/rs/748048564c27,35639,1733480414729 2024-12-06T10:20:38,687 INFO [RS:0;748048564c27:35639 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:38,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,35639,1733480414729] 2024-12-06T10:20:38,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21193692871/draining/748048564c27,35639,1733480414729 already deleted, retry=false 2024-12-06T10:20:38,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,35639,1733480414729 expired; onlineServers=0 2024-12-06T10:20:38,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,43943,1733480414682' ***** 2024-12-06T10:20:38,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:20:38,692 INFO [M:0;748048564c27:43943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:38,692 INFO [M:0;748048564c27:43943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:38,692 DEBUG [M:0;748048564c27:43943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:20:38,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:20:38,693 DEBUG [M:0;748048564c27:43943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:20:38,693 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480415304 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480415304,5,FailOnTimeoutGroup] 2024-12-06T10:20:38,693 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480415301 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480415301,5,FailOnTimeoutGroup] 2024-12-06T10:20:38,693 INFO [M:0;748048564c27:43943 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:38,693 INFO [M:0;748048564c27:43943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:38,693 DEBUG [M:0;748048564c27:43943 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:20:38,693 INFO [M:0;748048564c27:43943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:20:38,693 INFO [M:0;748048564c27:43943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:38,693 INFO [M:0;748048564c27:43943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:20:38,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:20:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21193692871/master 2024-12-06T10:20:38,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21193692871 2024-12-06T10:20:38,694 DEBUG [M:0;748048564c27:43943 {}] zookeeper.ZKUtil(347): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Unable to get data of znode /21193692871/master because node does not exist (not an error) 2024-12-06T10:20:38,694 WARN [M:0;748048564c27:43943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:20:38,695 INFO [M:0;748048564c27:43943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/.lastflushedseqids 2024-12-06T10:20:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741848_1024 (size=245) 2024-12-06T10:20:38,788 INFO [RS:0;748048564c27:35639 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:38,788 INFO [RS:0;748048564c27:35639 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,35639,1733480414729; zookeeper connection closed. 2024-12-06T10:20:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:38,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35639-0x1018749c6780007, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:38,789 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b 2024-12-06T10:20:38,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:20:38,902 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:39,004 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:39,100 INFO [M:0;748048564c27:43943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:20:39,100 INFO [M:0;748048564c27:43943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:20:39,100 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:39,100 INFO [M:0;748048564c27:43943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:39,100 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:39,100 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:39,100 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:39,100 INFO [M:0;748048564c27:43943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-06T10:20:39,119 DEBUG [M:0;748048564c27:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a4ffe725e8460c8331c82a577c80ce is 82, key is hbase:meta,,1/info:regioninfo/1733480416473/Put/seqid=0 2024-12-06T10:20:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741849_1025 (size=5672) 2024-12-06T10:20:39,524 INFO [M:0;748048564c27:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a4ffe725e8460c8331c82a577c80ce 2024-12-06T10:20:39,545 DEBUG [M:0;748048564c27:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40ef4bc743a497aad7b16ebb488e5be is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480427523/Put/seqid=0 2024-12-06T10:20:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741850_1026 (size=9211) 2024-12-06T10:20:39,605 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:39,808 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:39,949 INFO [M:0;748048564c27:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40ef4bc743a497aad7b16ebb488e5be 2024-12-06T10:20:39,971 DEBUG [M:0;748048564c27:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a648c144cd243d4a013564b2694c666 is 69, key is 748048564c27,35639,1733480414729/rs:state/1733480415371/Put/seqid=0 2024-12-06T10:20:39,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741851_1027 (size=5156) 2024-12-06T10:20:39,975 INFO [M:0;748048564c27:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a648c144cd243d4a013564b2694c666 2024-12-06T10:20:39,979 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06a4ffe725e8460c8331c82a577c80ce as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06a4ffe725e8460c8331c82a577c80ce 2024-12-06T10:20:39,983 INFO [M:0;748048564c27:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06a4ffe725e8460c8331c82a577c80ce, entries=8, sequenceid=127, filesize=5.5 K 2024-12-06T10:20:39,983 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f40ef4bc743a497aad7b16ebb488e5be as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f40ef4bc743a497aad7b16ebb488e5be 2024-12-06T10:20:39,986 INFO [M:0;748048564c27:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f40ef4bc743a497aad7b16ebb488e5be, entries=15, sequenceid=127, filesize=9.0 K 2024-12-06T10:20:39,987 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0a648c144cd243d4a013564b2694c666 as hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a648c144cd243d4a013564b2694c666 2024-12-06T10:20:39,990 INFO [M:0;748048564c27:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44353/user/jenkins/test-data/eb6edfa4-fb3e-36a1-d11a-f29388970309/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0a648c144cd243d4a013564b2694c666, entries=1, sequenceid=127, filesize=5.0 K 2024-12-06T10:20:39,991 INFO [M:0;748048564c27:43943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=127, compaction requested=false 2024-12-06T10:20:39,993 INFO [M:0;748048564c27:43943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:39,993 DEBUG [M:0;748048564c27:43943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480439100Disabling compacts and flushes for region at 1733480439100Disabling writes for close at 1733480439100Obtaining lock to block concurrent updates at 1733480439100Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480439100Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733480439101 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480439101Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480439101Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480439119 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480439119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480439527 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480439545 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480439545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480439953 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480439970 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480439970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72592504: reopening flushed file at 1733480439979 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c6b800: reopening flushed file at 1733480439983 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f24c7e6: reopening flushed file at 1733480439986 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=127, compaction requested=false at 1733480439991 (+5 ms)Writing region close event to WAL at 1733480439992 (+1 ms)Closed at 1733480439992 2024-12-06T10:20:39,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38177 is added to blk_1073741830_1006 (size=73854) 2024-12-06T10:20:39,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:39,995 INFO [M:0;748048564c27:43943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:20:39,995 INFO [M:0;748048564c27:43943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43943 2024-12-06T10:20:39,995 INFO [M:0;748048564c27:43943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:40,097 INFO [M:0;748048564c27:43943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:40,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:40,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x1018749c6780006, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:40,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39bbaf65{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:40,100 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f1de22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:40,100 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:40,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ada0127{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:40,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334a8ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:40,102 WARN [BP-251090657-172.17.0.2-1733480414108 heartbeating to localhost/127.0.0.1:44353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:20:40,102 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:20:40,102 WARN [BP-251090657-172.17.0.2-1733480414108 heartbeating to localhost/127.0.0.1:44353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-251090657-172.17.0.2-1733480414108 (Datanode Uuid dba62cf1-acd9-45bb-a4f4-ad0a57f7031d) service to localhost/127.0.0.1:44353 2024-12-06T10:20:40,102 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:20:40,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/cluster_ee45b098-6b14-ea1e-5ecf-a263ab52368b/data/data1/current/BP-251090657-172.17.0.2-1733480414108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:40,103 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/cluster_ee45b098-6b14-ea1e-5ecf-a263ab52368b/data/data2/current/BP-251090657-172.17.0.2-1733480414108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:40,103 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:20:40,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@584a7232{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:40,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc73af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:40,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:40,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e69882f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:40,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@185a4390{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:40,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:20:40,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:20:40,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:40,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:40,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:40,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:40,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:40,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:20:40,123 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542484121, stopped=false 2024-12-06T10:20:40,123 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,40971,1733480411017 2024-12-06T10:20:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-14801963/running 2024-12-06T10:20:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-14801963/running 2024-12-06T10:20:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:40,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:40,133 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:40,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/running 2024-12-06T10:20:40,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:40,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:40,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:40,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Set watcher on znode that does not yet exist, /1-14801963/running 2024-12-06T10:20:40,134 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,39531,1733480411055' ***** 2024-12-06T10:20:40,134 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:20:40,134 INFO [RS:0;748048564c27:39531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:20:40,134 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:20:40,134 INFO [RS:0;748048564c27:39531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:20:40,134 INFO [RS:0;748048564c27:39531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(3091): Received CLOSE for d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(3091): Received CLOSE for 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(959): stopping server 748048564c27,39531,1733480411055 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:40,135 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d715badbbf5d50e0c87dedb03806fe00, disabling compactions & flushes 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:39531. 2024-12-06T10:20:40,135 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:40,135 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:40,135 DEBUG [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:40,135 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. after waiting 0 ms 2024-12-06T10:20:40,135 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:40,135 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:40,135 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d715badbbf5d50e0c87dedb03806fe00 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:20:40,135 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:20:40,136 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:20:40,136 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d715badbbf5d50e0c87dedb03806fe00=test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00., 730e0e89f998f3b5878b2405fe88877f=hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f.} 2024-12-06T10:20:40,136 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 730e0e89f998f3b5878b2405fe88877f, d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:40,136 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:40,136 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:40,136 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:40,136 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:40,136 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:40,136 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:20:40,151 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f/721d9affcf63406fae77a1f1363168de is 37, key is row3/f:row3/1733480435226/Put/seqid=0 2024-12-06T10:20:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741840_1016 (size=5228) 2024-12-06T10:20:40,155 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f/721d9affcf63406fae77a1f1363168de 2024-12-06T10:20:40,155 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/info/7d2b63c8f83a4b71acfc5daf8e6912f0 is 147, key is hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f./info:regioninfo/1733480425367/Put/seqid=0 2024-12-06T10:20:40,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:20:40,159 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 721d9affcf63406fae77a1f1363168de 2024-12-06T10:20:40,173 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f1/b967adeb1ab847a59b0ff7a2aa8e9046 is 30, key is row1/f1:/1733480432566/DeleteFamily/seqid=0 2024-12-06T10:20:40,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741842_1018 (size=5158) 2024-12-06T10:20:40,227 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:40,336 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 730e0e89f998f3b5878b2405fe88877f, d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:40,409 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:40,536 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 730e0e89f998f3b5878b2405fe88877f, d715badbbf5d50e0c87dedb03806fe00 2024-12-06T10:20:40,559 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/info/7d2b63c8f83a4b71acfc5daf8e6912f0 2024-12-06T10:20:40,576 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f1/b967adeb1ab847a59b0ff7a2aa8e9046 2024-12-06T10:20:40,578 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/ns/48b1268c5e164b10b69d1b1c419fa340 is 43, key is default/ns:d/1733480413997/Put/seqid=0 2024-12-06T10:20:40,580 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b967adeb1ab847a59b0ff7a2aa8e9046 2024-12-06T10:20:40,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741843_1019 (size=5153) 2024-12-06T10:20:40,597 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/norep/777acf1d7e8843c2b9eadaebf89f42eb is 33, key is row1/norep:/1733480432566/DeleteFamily/seqid=0 2024-12-06T10:20:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741844_1020 (size=5108) 2024-12-06T10:20:40,601 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/norep/777acf1d7e8843c2b9eadaebf89f42eb 2024-12-06T10:20:40,605 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:20:40,605 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777acf1d7e8843c2b9eadaebf89f42eb 2024-12-06T10:20:40,605 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f/721d9affcf63406fae77a1f1363168de as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/f/721d9affcf63406fae77a1f1363168de 2024-12-06T10:20:40,609 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 721d9affcf63406fae77a1f1363168de 2024-12-06T10:20:40,609 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/f/721d9affcf63406fae77a1f1363168de, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T10:20:40,610 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/f1/b967adeb1ab847a59b0ff7a2aa8e9046 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/f1/b967adeb1ab847a59b0ff7a2aa8e9046 2024-12-06T10:20:40,613 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b967adeb1ab847a59b0ff7a2aa8e9046 2024-12-06T10:20:40,614 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/f1/b967adeb1ab847a59b0ff7a2aa8e9046, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:40,614 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/.tmp/norep/777acf1d7e8843c2b9eadaebf89f42eb as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/norep/777acf1d7e8843c2b9eadaebf89f42eb 2024-12-06T10:20:40,618 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 777acf1d7e8843c2b9eadaebf89f42eb 2024-12-06T10:20:40,618 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/norep/777acf1d7e8843c2b9eadaebf89f42eb, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:40,619 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d715badbbf5d50e0c87dedb03806fe00 in 484ms, sequenceid=12, compaction requested=false 2024-12-06T10:20:40,619 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:20:40,623 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/default/test/d715badbbf5d50e0c87dedb03806fe00/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:40,624 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d715badbbf5d50e0c87dedb03806fe00: Waiting for close lock at 1733480440135Running coprocessor pre-close hooks at 1733480440135Disabling compacts and flushes for region at 1733480440135Disabling writes for close at 1733480440135Obtaining lock to block concurrent updates at 1733480440135Preparing flush snapshotting stores in d715badbbf5d50e0c87dedb03806fe00 at 1733480440135Finished memstore snapshotting test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733480440136 (+1 ms)Flushing stores of test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. at 1733480440136Flushing d715badbbf5d50e0c87dedb03806fe00/f: creating writer at 1733480440136Flushing d715badbbf5d50e0c87dedb03806fe00/f: appending metadata at 1733480440150 (+14 ms)Flushing d715badbbf5d50e0c87dedb03806fe00/f: closing flushed file at 1733480440150Flushing d715badbbf5d50e0c87dedb03806fe00/f1: creating writer at 1733480440159 (+9 ms)Flushing d715badbbf5d50e0c87dedb03806fe00/f1: appending metadata at 1733480440172 (+13 ms)Flushing d715badbbf5d50e0c87dedb03806fe00/f1: closing flushed file at 1733480440172Flushing d715badbbf5d50e0c87dedb03806fe00/norep: creating writer at 1733480440580 (+408 ms)Flushing d715badbbf5d50e0c87dedb03806fe00/norep: appending metadata at 1733480440596 (+16 ms)Flushing d715badbbf5d50e0c87dedb03806fe00/norep: closing flushed file at 1733480440596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c93ba61: reopening flushed file at 1733480440605 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc30aaf: reopening flushed file at 1733480440609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de67fda: reopening flushed file at 1733480440614 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d715badbbf5d50e0c87dedb03806fe00 in 484ms, sequenceid=12, compaction requested=false at 1733480440619 (+5 ms)Writing region close event to WAL at 1733480440621 (+2 ms)Running coprocessor post-close hooks at 1733480440624 (+3 ms)Closed at 1733480440624 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00. 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 730e0e89f998f3b5878b2405fe88877f, disabling compactions & flushes 2024-12-06T10:20:40,624 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. after waiting 0 ms 2024-12-06T10:20:40,624 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:40,624 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 730e0e89f998f3b5878b2405fe88877f 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-06T10:20:40,639 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/.tmp/queue/6bfdbe817afb4d01861d15b87e4dfc75 is 154, key is 1-748048564c27,39531,1733480411055/queue:748048564c27%2C39531%2C1733480411055/1733480436289/Put/seqid=0 2024-12-06T10:20:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741845_1021 (size=5353) 2024-12-06T10:20:40,711 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 1466, reset compression=false 2024-12-06T10:20:40,715 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:40,715 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 2357, reset compression=false 2024-12-06T10:20:40,715 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,39531,1733480411055 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039, lastWalPosition=2357, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:40,716 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,39531,1733480411055: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,39531,1733480411055, walGroup=748048564c27%2C39531%2C1733480411055, offset=748048564c27%2C39531%2C1733480411055.1733480413039:2357, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:39531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:20:40,718 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:20:40,718 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:20:40,718 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:20:40,718 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:20:40,718 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:20:40,718 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 943719600 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198790424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:20:40,718 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:40971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:40971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:20:40,736 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:40,919 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 2357, reset compression=false 2024-12-06T10:20:40,936 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 730e0e89f998f3b5878b2405fe88877f 2024-12-06T10:20:40,941 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:20:40,941 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:20:40,983 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/ns/48b1268c5e164b10b69d1b1c419fa340 2024-12-06T10:20:41,001 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/rep_barrier/f794013d6077476f97d2d5ffd5b570c5 is 112, key is test,,1733480417718.d715badbbf5d50e0c87dedb03806fe00./rep_barrier:seqnumDuringOpen/1733480418865/Put/seqid=0 2024-12-06T10:20:41,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741846_1022 (size=5518) 2024-12-06T10:20:41,043 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/.tmp/queue/6bfdbe817afb4d01861d15b87e4dfc75 2024-12-06T10:20:41,047 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/.tmp/queue/6bfdbe817afb4d01861d15b87e4dfc75 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/queue/6bfdbe817afb4d01861d15b87e4dfc75 2024-12-06T10:20:41,051 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/queue/6bfdbe817afb4d01861d15b87e4dfc75, entries=1, sequenceid=14, filesize=5.2 K 2024-12-06T10:20:41,052 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 730e0e89f998f3b5878b2405fe88877f in 428ms, sequenceid=14, compaction requested=false 2024-12-06T10:20:41,052 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:20:41,056 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/replication/730e0e89f998f3b5878b2405fe88877f/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-06T10:20:41,056 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:41,056 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:41,056 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:41,056 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 730e0e89f998f3b5878b2405fe88877f: Waiting for close lock at 1733480440624Running coprocessor pre-close hooks at 1733480440624Disabling compacts and flushes for region at 1733480440624Disabling writes for close at 1733480440624Obtaining lock to block concurrent updates at 1733480440624Preparing flush snapshotting stores in 730e0e89f998f3b5878b2405fe88877f at 1733480440624Finished memstore snapshotting hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733480440624Flushing stores of hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. at 1733480440625 (+1 ms)Flushing 730e0e89f998f3b5878b2405fe88877f/queue: creating writer at 1733480440625Flushing 730e0e89f998f3b5878b2405fe88877f/queue: appending metadata at 1733480440638 (+13 ms)Flushing 730e0e89f998f3b5878b2405fe88877f/queue: closing flushed file at 1733480440638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dacebe5: reopening flushed file at 1733480441047 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 730e0e89f998f3b5878b2405fe88877f in 428ms, sequenceid=14, compaction requested=false at 1733480441052 (+5 ms)Writing region close event to WAL at 1733480441053 (+1 ms)Running coprocessor post-close hooks at 1733480441056 (+3 ms)Closed at 1733480441056 2024-12-06T10:20:41,057 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480424193.730e0e89f998f3b5878b2405fe88877f. 2024-12-06T10:20:41,137 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:41,223 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 2357, reset compression=false 2024-12-06T10:20:41,313 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:41,337 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:20:41,337 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:20:41,337 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:41,405 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/rep_barrier/f794013d6077476f97d2d5ffd5b570c5 2024-12-06T10:20:41,426 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/table/81c4d7cc44aa4d638d3afa402e72d7c6 is 53, key is hbase:replication/table:state/1733480425374/Put/seqid=0 2024-12-06T10:20:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741847_1023 (size=5308) 2024-12-06T10:20:41,537 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:41,626 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/WALs/748048564c27,39531,1733480411055/748048564c27%2C39531%2C1733480411055.1733480413039 to pos 2357, reset compression=false 2024-12-06T10:20:41,737 DEBUG [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:41,830 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/table/81c4d7cc44aa4d638d3afa402e72d7c6 2024-12-06T10:20:41,835 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/info/7d2b63c8f83a4b71acfc5daf8e6912f0 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/info/7d2b63c8f83a4b71acfc5daf8e6912f0 2024-12-06T10:20:41,838 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/info/7d2b63c8f83a4b71acfc5daf8e6912f0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:20:41,838 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/ns/48b1268c5e164b10b69d1b1c419fa340 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/ns/48b1268c5e164b10b69d1b1c419fa340 2024-12-06T10:20:41,842 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/ns/48b1268c5e164b10b69d1b1c419fa340, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:20:41,842 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/rep_barrier/f794013d6077476f97d2d5ffd5b570c5 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/rep_barrier/f794013d6077476f97d2d5ffd5b570c5 2024-12-06T10:20:41,847 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/rep_barrier/f794013d6077476f97d2d5ffd5b570c5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:20:41,848 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/.tmp/table/81c4d7cc44aa4d638d3afa402e72d7c6 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/table/81c4d7cc44aa4d638d3afa402e72d7c6 2024-12-06T10:20:41,851 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/table/81c4d7cc44aa4d638d3afa402e72d7c6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:20:41,852 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-12-06T10:20:41,852 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:20:41,859 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:20:41,859 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:41,859 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:41,859 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:41,860 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480440136Running coprocessor pre-close hooks at 1733480440136Disabling compacts and flushes for region at 1733480440136Disabling writes for close at 1733480440136Obtaining lock to block concurrent updates at 1733480440136Preparing flush snapshotting stores in 1588230740 at 1733480440136Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480440136Flushing stores of hbase:meta,,1.1588230740 at 1733480440137 (+1 ms)Flushing 1588230740/info: creating writer at 1733480440137Flushing 1588230740/info: appending metadata at 1733480440155 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733480440155Flushing 1588230740/ns: creating writer at 1733480440563 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733480440578 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733480440578Flushing 1588230740/rep_barrier: creating writer at 1733480440987 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480441001 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480441001Flushing 1588230740/table: creating writer at 1733480441409 (+408 ms)Flushing 1588230740/table: appending metadata at 1733480441426 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733480441426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc34ace: reopening flushed file at 1733480441834 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e88497: reopening flushed file at 1733480441838 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@85f64b7: reopening flushed file at 1733480441842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21389ee5: reopening flushed file at 1733480441847 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1733480441852 (+5 ms)Writing region close event to WAL at 1733480441856 (+4 ms)Running coprocessor post-close hooks at 1733480441859 (+3 ms)Closed at 1733480441859 2024-12-06T10:20:41,860 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:41,937 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(976): stopping server 748048564c27,39531,1733480411055; all regions closed. 2024-12-06T10:20:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:20:41,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741839_1015 (size=3552) 2024-12-06T10:20:41,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741832_1008 (size=2365) 2024-12-06T10:20:41,944 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:41,944 INFO [RS:0;748048564c27:39531 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:41,944 INFO [RS:0;748048564c27:39531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:41,944 INFO [RS:0;748048564c27:39531 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:41,944 INFO [RS:0;748048564c27:39531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:41,944 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:41,945 INFO [RS:0;748048564c27:39531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,39531,1733480411055 because: Region server is closing 2024-12-06T10:20:41,945 INFO [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:39531. 2024-12-06T10:20:41,945 DEBUG [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:41,945 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:41,945 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:41,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:42,045 INFO [RS:0;748048564c27:39531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.shipper748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 terminated 2024-12-06T10:20:42,045 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,39531,1733480411055.replicationSource.wal-reader.748048564c27%2C39531%2C1733480411055,1-748048564c27,39531,1733480411055 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:20:42,046 INFO [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:39531. 2024-12-06T10:20:42,046 DEBUG [RS:0;748048564c27:39531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:42,046 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:42,046 DEBUG [RS:0;748048564c27:39531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:42,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:42,046 INFO [RS:0;748048564c27:39531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39531 2024-12-06T10:20:42,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-14801963/rs/748048564c27,39531,1733480411055 2024-12-06T10:20:42,048 INFO [RS:0;748048564c27:39531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:42,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963/rs 2024-12-06T10:20:42,049 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,39531,1733480411055] 2024-12-06T10:20:42,051 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-14801963/draining/748048564c27,39531,1733480411055 already deleted, retry=false 2024-12-06T10:20:42,051 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,39531,1733480411055 expired; onlineServers=0 2024-12-06T10:20:42,051 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,40971,1733480411017' ***** 2024-12-06T10:20:42,051 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:20:42,051 INFO [M:0;748048564c27:40971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:42,051 INFO [M:0;748048564c27:40971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:42,051 DEBUG [M:0;748048564c27:40971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:20:42,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:20:42,051 DEBUG [M:0;748048564c27:40971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:20:42,051 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480412824 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480412824,5,FailOnTimeoutGroup] 2024-12-06T10:20:42,051 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480412828 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480412828,5,FailOnTimeoutGroup] 2024-12-06T10:20:42,051 INFO [M:0;748048564c27:40971 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:42,052 INFO [M:0;748048564c27:40971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:42,052 DEBUG [M:0;748048564c27:40971 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:20:42,052 INFO [M:0;748048564c27:40971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:20:42,052 INFO [M:0;748048564c27:40971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:42,052 INFO [M:0;748048564c27:40971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:20:42,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:20:42,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-14801963/master 2024-12-06T10:20:42,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-14801963 2024-12-06T10:20:42,054 DEBUG [M:0;748048564c27:40971 {}] zookeeper.ZKUtil(347): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Unable to get data of znode /1-14801963/master because node does not exist (not an error) 2024-12-06T10:20:42,054 WARN [M:0;748048564c27:40971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:20:42,054 INFO [M:0;748048564c27:40971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/.lastflushedseqids 2024-12-06T10:20:42,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741848_1024 (size=245) 2024-12-06T10:20:42,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:42,150 INFO [RS:0;748048564c27:39531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:42,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39531-0x1018749c6780004, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:42,150 INFO [RS:0;748048564c27:39531 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,39531,1733480411055; zookeeper connection closed. 2024-12-06T10:20:42,150 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f114692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f114692 2024-12-06T10:20:42,150 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:20:42,316 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:42,462 INFO [M:0;748048564c27:40971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:20:42,462 INFO [M:0;748048564c27:40971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:20:42,462 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:42,462 INFO [M:0;748048564c27:40971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:42,462 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:42,462 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:42,462 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:42,463 INFO [M:0;748048564c27:40971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T10:20:42,478 DEBUG [M:0;748048564c27:40971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5932f885da874401a27e2ea8a3f74d02 is 82, key is hbase:meta,,1/info:regioninfo/1733480413987/Put/seqid=0 2024-12-06T10:20:42,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741849_1025 (size=5672) 2024-12-06T10:20:42,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:42,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:42,883 INFO [M:0;748048564c27:40971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5932f885da874401a27e2ea8a3f74d02 2024-12-06T10:20:42,902 DEBUG [M:0;748048564c27:40971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b3e502c8134d30bab3f4763dbe90e1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480425377/Put/seqid=0 2024-12-06T10:20:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741850_1026 (size=8516) 2024-12-06T10:20:43,306 INFO [M:0;748048564c27:40971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b3e502c8134d30bab3f4763dbe90e1 2024-12-06T10:20:43,325 DEBUG [M:0;748048564c27:40971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3592297ba3124cca810c90a1ebc8df7e is 69, key is 748048564c27,39531,1733480411055/rs:state/1733480412895/Put/seqid=0 2024-12-06T10:20:43,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741851_1027 (size=5156) 2024-12-06T10:20:43,420 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:43,729 INFO [M:0;748048564c27:40971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3592297ba3124cca810c90a1ebc8df7e 2024-12-06T10:20:43,733 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5932f885da874401a27e2ea8a3f74d02 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5932f885da874401a27e2ea8a3f74d02 2024-12-06T10:20:43,736 INFO [M:0;748048564c27:40971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5932f885da874401a27e2ea8a3f74d02, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:20:43,737 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87b3e502c8134d30bab3f4763dbe90e1 as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87b3e502c8134d30bab3f4763dbe90e1 2024-12-06T10:20:43,740 INFO [M:0;748048564c27:40971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87b3e502c8134d30bab3f4763dbe90e1, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:20:43,740 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3592297ba3124cca810c90a1ebc8df7e as hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3592297ba3124cca810c90a1ebc8df7e 2024-12-06T10:20:43,743 INFO [M:0;748048564c27:40971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45111/user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3592297ba3124cca810c90a1ebc8df7e, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:20:43,744 INFO [M:0;748048564c27:40971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-12-06T10:20:43,746 INFO [M:0;748048564c27:40971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:43,746 DEBUG [M:0;748048564c27:40971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480442462Disabling compacts and flushes for region at 1733480442462Disabling writes for close at 1733480442462Obtaining lock to block concurrent updates at 1733480442463 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480442463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733480442463Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480442463Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480442463Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480442478 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480442478Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480442887 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480442902 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480442902Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480443310 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480443324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480443324Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73734580: reopening flushed file at 1733480443732 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f5e2de: reopening flushed file at 1733480443736 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fc10aa0: reopening flushed file at 1733480443740 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1733480443744 (+4 ms)Writing region close event to WAL at 1733480443746 (+2 ms)Closed at 1733480443746 2024-12-06T10:20:43,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35119 is added to blk_1073741830_1006 (size=63654) 2024-12-06T10:20:43,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/424df3ac-06b3-87ce-c94f-9b39797160f8/MasterData/WALs/748048564c27,40971,1733480411017/748048564c27%2C40971%2C1733480411017.1733480412736 not finished, retry = 0 2024-12-06T10:20:43,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:43,850 INFO [M:0;748048564c27:40971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:20:43,850 INFO [M:0;748048564c27:40971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40971 2024-12-06T10:20:43,851 INFO [M:0;748048564c27:40971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:43,958 INFO [M:0;748048564c27:40971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:43,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:43,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40971-0x1018749c6780003, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:43,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f25c05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:43,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e08126{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:43,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:43,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2107a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:43,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339b9dcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:43,963 WARN [BP-1500047544-172.17.0.2-1733480410089 heartbeating to localhost/127.0.0.1:45111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:20:43,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:20:43,963 WARN [BP-1500047544-172.17.0.2-1733480410089 heartbeating to localhost/127.0.0.1:45111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1500047544-172.17.0.2-1733480410089 (Datanode Uuid 561323c8-6d1a-4e06-bfa3-7183c2742524) service to localhost/127.0.0.1:45111 2024-12-06T10:20:43,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:20:43,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/cluster_eacd393d-565f-c4cf-da2a-5434381c31ac/data/data1/current/BP-1500047544-172.17.0.2-1733480410089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:43,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/cluster_eacd393d-565f-c4cf-da2a-5434381c31ac/data/data2/current/BP-1500047544-172.17.0.2-1733480410089 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:43,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:20:43,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16fef167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:43,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:43,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:43,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:43,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58a73f04-b1e0-48b7-360e-dda201348f93/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:43,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:20:43,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:20:43,987 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:43,987 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:43,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:43,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:43,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:43,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:20:43,988 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=849339020, stopped=false 2024-12-06T10:20:43,988 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,43477,1733480406978 2024-12-06T10:20:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701965315/running 2024-12-06T10:20:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701965315/running 2024-12-06T10:20:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:43,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:43,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:43,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/running 2024-12-06T10:20:43,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:20:43,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Set watcher on znode that does not yet exist, /0701965315/running 2024-12-06T10:20:43,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:43,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:43,991 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42723,1733480407029' ***** 2024-12-06T10:20:43,991 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:20:43,991 INFO [RS:0;748048564c27:42723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:20:43,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:20:43,991 INFO [RS:0;748048564c27:42723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:20:43,991 INFO [RS:0;748048564c27:42723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:20:43,991 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(3091): Received CLOSE for b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42723,1733480407029 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42723. 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9d7c23151194b6fdc63a208c63bc32d, disabling compactions & flushes 2024-12-06T10:20:43,992 DEBUG [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:43,992 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:43,992 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. after waiting 0 ms 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:20:43,992 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b9d7c23151194b6fdc63a208c63bc32d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-06T10:20:43,992 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:20:43,992 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1325): Online Regions={b9d7c23151194b6fdc63a208c63bc32d=test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d., 1588230740=hbase:meta,,1.1588230740, 9b6b41b2daf7cc1040f46e7249385a34=hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.} 2024-12-06T10:20:43,992 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34, b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:43,992 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:43,992 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:43,993 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:20:44,008 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f/22dacb493ebc400588c0d0de6b51dfcc is 37, key is row3/f:row3/1733480435226/Put/seqid=0 2024-12-06T10:20:44,011 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/info/fe91cf9133e2438e9543539b3c8ab359 is 147, key is hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34./info:regioninfo/1733480423207/Put/seqid=0 2024-12-06T10:20:44,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741840_1016 (size=5228) 2024-12-06T10:20:44,012 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f/22dacb493ebc400588c0d0de6b51dfcc 2024-12-06T10:20:44,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:20:44,019 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dacb493ebc400588c0d0de6b51dfcc 2024-12-06T10:20:44,029 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:44,034 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f1/57795617812d4606b78171f3ae9a18c9 is 30, key is row1/f1:/1733480432566/DeleteFamily/seqid=0 2024-12-06T10:20:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741842_1018 (size=5158) 2024-12-06T10:20:44,192 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34, b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:44,393 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34, b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:44,418 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/info/fe91cf9133e2438e9543539b3c8ab359 2024-12-06T10:20:44,437 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f1/57795617812d4606b78171f3ae9a18c9 2024-12-06T10:20:44,440 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/ns/c418fb7579a44b7a93478b59516ec454 is 43, key is default/ns:d/1733480410011/Put/seqid=0 2024-12-06T10:20:44,441 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57795617812d4606b78171f3ae9a18c9 2024-12-06T10:20:44,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741843_1019 (size=5153) 2024-12-06T10:20:44,444 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/ns/c418fb7579a44b7a93478b59516ec454 2024-12-06T10:20:44,456 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/norep/7308ffaf37eb4e689a38bcbeec7f7863 is 32, key is row/norep:/1733480431560/DeleteFamily/seqid=0 2024-12-06T10:20:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741844_1020 (size=5101) 2024-12-06T10:20:44,473 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/043e7799b7fb41849d7c4a7a5a4f5e3d is 112, key is test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d./rep_barrier:seqnumDuringOpen/1733480417324/Put/seqid=0 2024-12-06T10:20:44,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741845_1021 (size=5518) 2024-12-06T10:20:44,593 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34, b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:44,623 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1488, reset compression=false 2024-12-06T10:20:44,628 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:44,628 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1735, reset compression=false 2024-12-06T10:20:44,628 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42723,1733480407029 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:20:44,629 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,42723,1733480407029: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,42723,1733480407029, walGroup=748048564c27%2C42723%2C1733480407029, offset=748048564c27%2C42723%2C1733480407029.1733480409014:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:20:44,630 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:20:44,630 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:20:44,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:20:44,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:20:44,631 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:20:44,631 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 715166808 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199465424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:20:44,632 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:43477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:43477 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:20:44,793 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34, b9d7c23151194b6fdc63a208c63bc32d 2024-12-06T10:20:44,831 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1735, reset compression=false 2024-12-06T10:20:44,860 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/norep/7308ffaf37eb4e689a38bcbeec7f7863 2024-12-06T10:20:44,864 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7308ffaf37eb4e689a38bcbeec7f7863 2024-12-06T10:20:44,864 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f/22dacb493ebc400588c0d0de6b51dfcc as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/f/22dacb493ebc400588c0d0de6b51dfcc 2024-12-06T10:20:44,867 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 22dacb493ebc400588c0d0de6b51dfcc 2024-12-06T10:20:44,868 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/f/22dacb493ebc400588c0d0de6b51dfcc, entries=5, sequenceid=12, filesize=5.1 K 2024-12-06T10:20:44,868 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/f1/57795617812d4606b78171f3ae9a18c9 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/f1/57795617812d4606b78171f3ae9a18c9 2024-12-06T10:20:44,871 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57795617812d4606b78171f3ae9a18c9 2024-12-06T10:20:44,871 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/f1/57795617812d4606b78171f3ae9a18c9, entries=3, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:44,872 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/.tmp/norep/7308ffaf37eb4e689a38bcbeec7f7863 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/norep/7308ffaf37eb4e689a38bcbeec7f7863 2024-12-06T10:20:44,875 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7308ffaf37eb4e689a38bcbeec7f7863 2024-12-06T10:20:44,875 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/norep/7308ffaf37eb4e689a38bcbeec7f7863, entries=1, sequenceid=12, filesize=5.0 K 2024-12-06T10:20:44,876 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9d7c23151194b6fdc63a208c63bc32d in 884ms, sequenceid=12, compaction requested=false 2024-12-06T10:20:44,876 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:20:44,876 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/043e7799b7fb41849d7c4a7a5a4f5e3d 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/default/test/b9d7c23151194b6fdc63a208c63bc32d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:44,881 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9d7c23151194b6fdc63a208c63bc32d: Waiting for close lock at 1733480443992Running coprocessor pre-close hooks at 1733480443992Disabling compacts and flushes for region at 1733480443992Disabling writes for close at 1733480443992Obtaining lock to block concurrent updates at 1733480443992Preparing flush snapshotting stores in b9d7c23151194b6fdc63a208c63bc32d at 1733480443992Finished memstore snapshotting test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733480443992Flushing stores of test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. at 1733480443993 (+1 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/f: creating writer at 1733480443993Flushing b9d7c23151194b6fdc63a208c63bc32d/f: appending metadata at 1733480444007 (+14 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/f: closing flushed file at 1733480444007Flushing b9d7c23151194b6fdc63a208c63bc32d/f1: creating writer at 1733480444019 (+12 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/f1: appending metadata at 1733480444033 (+14 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/f1: closing flushed file at 1733480444033Flushing b9d7c23151194b6fdc63a208c63bc32d/norep: creating writer at 1733480444441 (+408 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/norep: appending metadata at 1733480444456 (+15 ms)Flushing b9d7c23151194b6fdc63a208c63bc32d/norep: closing flushed file at 1733480444456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdb54a4: reopening flushed file at 1733480444864 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2caa38bf: reopening flushed file at 1733480444868 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e71256: reopening flushed file at 1733480444871 (+3 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b9d7c23151194b6fdc63a208c63bc32d in 884ms, sequenceid=12, compaction requested=false at 1733480444876 (+5 ms)Writing region close event to WAL at 1733480444878 (+2 ms)Running coprocessor post-close hooks at 1733480444881 (+3 ms)Closed at 1733480444881 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480416570.b9d7c23151194b6fdc63a208c63bc32d. 2024-12-06T10:20:44,881 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b6b41b2daf7cc1040f46e7249385a34, disabling compactions & flushes 2024-12-06T10:20:44,882 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,882 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,882 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. after waiting 0 ms 2024-12-06T10:20:44,882 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,882 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b6b41b2daf7cc1040f46e7249385a34: Waiting for close lock at 1733480444881Running coprocessor pre-close hooks at 1733480444881Disabling compacts and flushes for region at 1733480444881Disabling writes for close at 1733480444882 (+1 ms)Failed flush hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34., putting online again at 1733480444882 2024-12-06T10:20:44,882 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,894 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/table/9244c10658ce485f86465a294f0d2ed4 is 53, key is hbase:replication/table:state/1733480423219/Put/seqid=0 2024-12-06T10:20:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741846_1022 (size=5308) 2024-12-06T10:20:44,942 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:20:44,942 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:20:44,993 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:20:44,993 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9b6b41b2daf7cc1040f46e7249385a34=hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34.} 2024-12-06T10:20:44,994 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:44,994 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9b6b41b2daf7cc1040f46e7249385a34 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b6b41b2daf7cc1040f46e7249385a34, disabling compactions & flushes 2024-12-06T10:20:44,994 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. after waiting 0 ms 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b6b41b2daf7cc1040f46e7249385a34: Waiting for close lock at 1733480444994Running coprocessor pre-close hooks at 1733480444994Disabling compacts and flushes for region at 1733480444994Disabling writes for close at 1733480444994Failed flush hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34., putting online again at 1733480444994 2024-12-06T10:20:44,994 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480422039.9b6b41b2daf7cc1040f46e7249385a34. 2024-12-06T10:20:45,135 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 1735, reset compression=false 2024-12-06T10:20:45,139 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:20:45,139 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 2379, reset compression=false 2024-12-06T10:20:45,194 DEBUG [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:20:45,297 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/table/9244c10658ce485f86465a294f0d2ed4 2024-12-06T10:20:45,302 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/info/fe91cf9133e2438e9543539b3c8ab359 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/info/fe91cf9133e2438e9543539b3c8ab359 2024-12-06T10:20:45,305 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/info/fe91cf9133e2438e9543539b3c8ab359, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:20:45,306 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/ns/c418fb7579a44b7a93478b59516ec454 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/ns/c418fb7579a44b7a93478b59516ec454 2024-12-06T10:20:45,309 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/ns/c418fb7579a44b7a93478b59516ec454, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:20:45,310 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/rep_barrier/043e7799b7fb41849d7c4a7a5a4f5e3d as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/rep_barrier/043e7799b7fb41849d7c4a7a5a4f5e3d 2024-12-06T10:20:45,313 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/rep_barrier/043e7799b7fb41849d7c4a7a5a4f5e3d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:20:45,313 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/.tmp/table/9244c10658ce485f86465a294f0d2ed4 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/table/9244c10658ce485f86465a294f0d2ed4 2024-12-06T10:20:45,316 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/table/9244c10658ce485f86465a294f0d2ed4, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:20:45,317 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-12-06T10:20:45,317 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:20:45,323 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:20:45,323 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:20:45,323 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:20:45,323 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:45,323 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480443992Running coprocessor pre-close hooks at 1733480443992Disabling compacts and flushes for region at 1733480443992Disabling writes for close at 1733480443992Obtaining lock to block concurrent updates at 1733480443993 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480443993Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480443993Flushing stores of hbase:meta,,1.1588230740 at 1733480443993Flushing 1588230740/info: creating writer at 1733480443993Flushing 1588230740/info: appending metadata at 1733480444010 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733480444010Flushing 1588230740/ns: creating writer at 1733480444422 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733480444440 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733480444440Flushing 1588230740/rep_barrier: creating writer at 1733480444447 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480444472 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480444472Flushing 1588230740/table: creating writer at 1733480444880 (+408 ms)Flushing 1588230740/table: appending metadata at 1733480444894 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733480444894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e549af7: reopening flushed file at 1733480445301 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2212d0e7: reopening flushed file at 1733480445305 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d626bc4: reopening flushed file at 1733480445309 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5583d207: reopening flushed file at 1733480445313 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1733480445317 (+4 ms)Writing region close event to WAL at 1733480445320 (+3 ms)Running coprocessor post-close hooks at 1733480445323 (+3 ms)Closed at 1733480445323 2024-12-06T10:20:45,323 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:45,342 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/WALs/748048564c27,42723,1733480407029/748048564c27%2C42723%2C1733480407029.1733480409014 to pos 2379, reset compression=false 2024-12-06T10:20:45,394 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T10:20:45,394 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42723,1733480407029; all regions closed. 2024-12-06T10:20:45,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:20:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741839_1015 (size=2609) 2024-12-06T10:20:45,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741832_1008 (size=2387) 2024-12-06T10:20:45,401 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:45,401 INFO [RS:0;748048564c27:42723 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:20:45,401 INFO [RS:0;748048564c27:42723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:45,401 INFO [RS:0;748048564c27:42723 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:45,401 INFO [RS:0;748048564c27:42723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:45,401 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:45,401 INFO [RS:0;748048564c27:42723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42723,1733480407029 because: Region server is closing 2024-12-06T10:20:45,402 INFO [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42723. 2024-12-06T10:20:45,402 DEBUG [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:45,402 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:45,402 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:45,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:45,502 INFO [RS:0;748048564c27:42723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.shipper748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 terminated 2024-12-06T10:20:45,502 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42723,1733480407029.replicationSource.wal-reader.748048564c27%2C42723%2C1733480407029,1-748048564c27,42723,1733480407029 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:20:45,502 INFO [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42723. 2024-12-06T10:20:45,502 DEBUG [RS:0;748048564c27:42723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:20:45,502 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:45,503 DEBUG [RS:0;748048564c27:42723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:45,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:20:45,503 INFO [RS:0;748048564c27:42723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42723 2024-12-06T10:20:45,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701965315/rs/748048564c27,42723,1733480407029 2024-12-06T10:20:45,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315/rs 2024-12-06T10:20:45,505 INFO [RS:0;748048564c27:42723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:45,507 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42723,1733480407029] 2024-12-06T10:20:45,508 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0701965315/draining/748048564c27,42723,1733480407029 already deleted, retry=false 2024-12-06T10:20:45,508 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42723,1733480407029 expired; onlineServers=0 2024-12-06T10:20:45,508 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,43477,1733480406978' ***** 2024-12-06T10:20:45,508 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:20:45,508 INFO [M:0;748048564c27:43477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:20:45,508 INFO [M:0;748048564c27:43477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:20:45,509 DEBUG [M:0;748048564c27:43477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:20:45,509 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:20:45,509 DEBUG [M:0;748048564c27:43477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:20:45,509 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480408800 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480408800,5,FailOnTimeoutGroup] 2024-12-06T10:20:45,509 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480408800 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480408800,5,FailOnTimeoutGroup] 2024-12-06T10:20:45,509 INFO [M:0;748048564c27:43477 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:20:45,509 INFO [M:0;748048564c27:43477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:20:45,509 DEBUG [M:0;748048564c27:43477 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:20:45,509 INFO [M:0;748048564c27:43477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:20:45,509 INFO [M:0;748048564c27:43477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:20:45,509 INFO [M:0;748048564c27:43477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:20:45,510 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:20:45,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0701965315/master 2024-12-06T10:20:45,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0701965315 2024-12-06T10:20:45,510 DEBUG [M:0;748048564c27:43477 {}] zookeeper.ZKUtil(347): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Unable to get data of znode /0701965315/master because node does not exist (not an error) 2024-12-06T10:20:45,510 WARN [M:0;748048564c27:43477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:20:45,511 INFO [M:0;748048564c27:43477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/.lastflushedseqids 2024-12-06T10:20:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741847_1023 (size=245) 2024-12-06T10:20:45,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:45,607 INFO [RS:0;748048564c27:42723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:45,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42723-0x1018749c6780001, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:45,607 INFO [RS:0;748048564c27:42723 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42723,1733480407029; zookeeper connection closed. 2024-12-06T10:20:45,608 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28e1ab26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28e1ab26 2024-12-06T10:20:45,608 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:20:45,915 INFO [M:0;748048564c27:43477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:20:45,915 INFO [M:0;748048564c27:43477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:20:45,916 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:45,916 INFO [M:0;748048564c27:43477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:45,916 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:45,916 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:45,916 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:45,916 INFO [M:0;748048564c27:43477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-06T10:20:45,931 DEBUG [M:0;748048564c27:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f842bbb8b35144b690177f81aff4f4b2 is 82, key is hbase:meta,,1/info:regioninfo/1733480409997/Put/seqid=0 2024-12-06T10:20:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741848_1024 (size=5672) 2024-12-06T10:20:46,335 INFO [M:0;748048564c27:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f842bbb8b35144b690177f81aff4f4b2 2024-12-06T10:20:46,353 DEBUG [M:0;748048564c27:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e186fdc28604f71968c5472002bb288 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733480417335/Put/seqid=0 2024-12-06T10:20:46,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741849_1025 (size=7218) 2024-12-06T10:20:46,757 INFO [M:0;748048564c27:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e186fdc28604f71968c5472002bb288 2024-12-06T10:20:46,761 INFO [M:0;748048564c27:43477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e186fdc28604f71968c5472002bb288 2024-12-06T10:20:46,776 DEBUG [M:0;748048564c27:43477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87cb8466b11c454aba52952725eca408 is 69, key is 748048564c27,42723,1733480407029/rs:state/1733480408872/Put/seqid=0 2024-12-06T10:20:46,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741850_1026 (size=5156) 2024-12-06T10:20:47,181 INFO [M:0;748048564c27:43477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87cb8466b11c454aba52952725eca408 2024-12-06T10:20:47,185 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f842bbb8b35144b690177f81aff4f4b2 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f842bbb8b35144b690177f81aff4f4b2 2024-12-06T10:20:47,188 INFO [M:0;748048564c27:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f842bbb8b35144b690177f81aff4f4b2, entries=8, sequenceid=105, filesize=5.5 K 2024-12-06T10:20:47,189 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e186fdc28604f71968c5472002bb288 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e186fdc28604f71968c5472002bb288 2024-12-06T10:20:47,192 INFO [M:0;748048564c27:43477 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7e186fdc28604f71968c5472002bb288 2024-12-06T10:20:47,192 INFO [M:0;748048564c27:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e186fdc28604f71968c5472002bb288, entries=11, sequenceid=105, filesize=7.0 K 2024-12-06T10:20:47,193 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/87cb8466b11c454aba52952725eca408 as hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87cb8466b11c454aba52952725eca408 2024-12-06T10:20:47,196 INFO [M:0;748048564c27:43477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37971/user/jenkins/test-data/5789163e-5fe7-ec8a-ef0b-ee6d51af0b6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/87cb8466b11c454aba52952725eca408, entries=1, sequenceid=105, filesize=5.0 K 2024-12-06T10:20:47,197 INFO [M:0;748048564c27:43477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false 2024-12-06T10:20:47,204 INFO [M:0;748048564c27:43477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:47,204 DEBUG [M:0;748048564c27:43477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480445916Disabling compacts and flushes for region at 1733480445916Disabling writes for close at 1733480445916Obtaining lock to block concurrent updates at 1733480445916Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480445916Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733480445916Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480445917 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480445917Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480445931 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480445931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480446339 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480446353 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480446353Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480446761 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480446776 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480446776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411584b8: reopening flushed file at 1733480447185 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3265177f: reopening flushed file at 1733480447189 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172b513a: reopening flushed file at 1733480447192 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=105, compaction requested=false at 1733480447197 (+5 ms)Writing region close event to WAL at 1733480447204 (+7 ms)Closed at 1733480447204 2024-12-06T10:20:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40023 is added to blk_1073741830_1006 (size=64423) 2024-12-06T10:20:47,208 INFO [M:0;748048564c27:43477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:20:47,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:20:47,208 INFO [M:0;748048564c27:43477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43477 2024-12-06T10:20:47,208 INFO [M:0;748048564c27:43477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:20:47,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:47,310 INFO [M:0;748048564c27:43477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:20:47,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43477-0x1018749c6780000, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:20:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44a362b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:47,313 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:47,313 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:47,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:47,315 WARN [BP-858666218-172.17.0.2-1733480406019 heartbeating to localhost/127.0.0.1:37971 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:20:47,315 WARN [BP-858666218-172.17.0.2-1733480406019 heartbeating to localhost/127.0.0.1:37971 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-858666218-172.17.0.2-1733480406019 (Datanode Uuid 7fa62272-c0e3-4b5a-b541-f4b54efc4a98) service to localhost/127.0.0.1:37971 2024-12-06T10:20:47,315 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/data/data1/current/BP-858666218-172.17.0.2-1733480406019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:47,316 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/cluster_905dcbf9-19f0-4ba0-363e-5e9f995c2a78/data/data2/current/BP-858666218-172.17.0.2-1733480406019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:20:47,316 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:20:47,316 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:20:47,316 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:20:47,322 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5317e1d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:47,323 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@288e3e54{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:20:47,323 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:20:47,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32846df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:20:47,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42243d59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72154e9a-0f01-2ad1-994d-be3811039f1b/hadoop.log.dir/,STOPPED} 2024-12-06T10:20:47,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:20:47,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:20:47,350 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 265) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:45111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37971 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:37971 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44353 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45111 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37971 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:45111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58839) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=4761 (was 5116) 2024-12-06T10:20:47,361 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=4761 2024-12-06T10:20:47,374 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-06T10:20:47,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir so I do NOT create it in target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b 2024-12-06T10:20:47,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:47,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.tmp.dir so I do NOT create it in target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b 2024-12-06T10:20:47,375 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ccb33e3-de5f-9a43-2ae3-b95dac43153b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:47,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b 2024-12-06T10:20:47,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8, deleteOnExit=true 2024-12-06T10:20:47,377 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/zookeeper_0, clientPort=59330, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:20:47,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59330 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/test.cache.data in system properties and HBase conf 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:47,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:47,379 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:47,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:47,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1018749c6780008, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:20:47,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1018749c6780005, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:20:47,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1018749c6780002, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:20:47,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1018749c6780002, quorum=127.0.0.1:58839, baseZNode=/0701965315 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:20:47,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1018749c6780005, quorum=127.0.0.1:58839, baseZNode=/1-14801963 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:20:47,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1018749c6780008, quorum=127.0.0.1:58839, baseZNode=/21193692871 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:20:47,453 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T10:20:47,454 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,454 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,455 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,455 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,455 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,499 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,500 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,501 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,501 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,509 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,514 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,514 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,516 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:47,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:47,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:47,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:47,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:47,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:20:47,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:47,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a141954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:47,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6ec666{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:47,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d53c926{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/java.io.tmpdir/jetty-localhost-35923-hadoop-hdfs-3_4_1-tests_jar-_-any-3965608707902943966/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:47,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58a60325{HTTP/1.1, (http/1.1)}{localhost:35923} 2024-12-06T10:20:47,713 INFO [Time-limited test {}] server.Server(415): Started @244011ms 2024-12-06T10:20:47,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:47,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:47,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:47,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:47,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:47,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d3d15dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:47,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1342b4f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:47,920 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25101a71{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/java.io.tmpdir/jetty-localhost-32845-hadoop-hdfs-3_4_1-tests_jar-_-any-9679736831540488480/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:47,920 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b6b26e7{HTTP/1.1, (http/1.1)}{localhost:32845} 2024-12-06T10:20:47,920 INFO [Time-limited test {}] server.Server(415): Started @244218ms 2024-12-06T10:20:47,922 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:48,028 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/data/data2/current/BP-1448635270-172.17.0.2-1733480447401/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:48,028 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/data/data1/current/BP-1448635270-172.17.0.2-1733480447401/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:48,046 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f3c5e1e43e90dc with lease ID 0x485dc46b90308100: Processing first storage report for DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00 from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=487ad7d8-1976-48ea-9328-85f6c63733fd, infoPort=37251, infoSecurePort=0, ipcPort=41595, storageInfo=lv=-57;cid=testClusterID;nsid=1511657406;c=1733480447401) 2024-12-06T10:20:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f3c5e1e43e90dc with lease ID 0x485dc46b90308100: from storage DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00 node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=487ad7d8-1976-48ea-9328-85f6c63733fd, infoPort=37251, infoSecurePort=0, ipcPort=41595, storageInfo=lv=-57;cid=testClusterID;nsid=1511657406;c=1733480447401), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc8f3c5e1e43e90dc with lease ID 0x485dc46b90308100: Processing first storage report for DS-be11888a-099d-4931-bb72-60012782012c from datanode DatanodeRegistration(127.0.0.1:38539, datanodeUuid=487ad7d8-1976-48ea-9328-85f6c63733fd, infoPort=37251, infoSecurePort=0, ipcPort=41595, storageInfo=lv=-57;cid=testClusterID;nsid=1511657406;c=1733480447401) 2024-12-06T10:20:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc8f3c5e1e43e90dc with lease ID 0x485dc46b90308100: from storage DS-be11888a-099d-4931-bb72-60012782012c node DatanodeRegistration(127.0.0.1:38539, datanodeUuid=487ad7d8-1976-48ea-9328-85f6c63733fd, infoPort=37251, infoSecurePort=0, ipcPort=41595, storageInfo=lv=-57;cid=testClusterID;nsid=1511657406;c=1733480447401), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:48,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b 2024-12-06T10:20:48,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:48,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9 with version=8 2024-12-06T10:20:48,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/hbase-staging 2024-12-06T10:20:48,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:48,558 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:48,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:48,559 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40527 2024-12-06T10:20:48,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40527 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:48,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405270x0, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:48,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40527-0x101874a68210000 connected 2024-12-06T10:20:48,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/running 2024-12-06T10:20:48,597 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9, hbase.cluster.distributed=false 2024-12-06T10:20:48,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/acl 2024-12-06T10:20:48,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40527 2024-12-06T10:20:48,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40527 2024-12-06T10:20:48,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40527 2024-12-06T10:20:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40527 2024-12-06T10:20:48,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40527 2024-12-06T10:20:48,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:48,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:48,623 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46707 2024-12-06T10:20:48,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46707 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:48,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467070x0, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:48,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467070x0, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/running 2024-12-06T10:20:48,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46707-0x101874a68210001 connected 2024-12-06T10:20:48,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:48,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:48,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/master 2024-12-06T10:20:48,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/acl 2024-12-06T10:20:48,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-06T10:20:48,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46707 2024-12-06T10:20:48,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46707 2024-12-06T10:20:48,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-06T10:20:48,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46707 2024-12-06T10:20:48,652 DEBUG [M:0;748048564c27:40527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:40527 2024-12-06T10:20:48,653 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02111069202/backup-masters/748048564c27,40527,1733480448558 2024-12-06T10:20:48,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/backup-masters 2024-12-06T10:20:48,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/backup-masters 2024-12-06T10:20:48,654 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on existing znode=/02111069202/backup-masters/748048564c27,40527,1733480448558 2024-12-06T10:20:48,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:48,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111069202/master 2024-12-06T10:20:48,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:48,656 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on existing znode=/02111069202/master 2024-12-06T10:20:48,656 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02111069202/backup-masters/748048564c27,40527,1733480448558 from backup master directory 2024-12-06T10:20:48,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/backup-masters 2024-12-06T10:20:48,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111069202/backup-masters/748048564c27,40527,1733480448558 2024-12-06T10:20:48,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/backup-masters 2024-12-06T10:20:48,660 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:48,660 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,40527,1733480448558 2024-12-06T10:20:48,663 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/hbase.id] with ID: 28f6bc70-2435-4907-a9d9-6dfe79d998c1 2024-12-06T10:20:48,663 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/.tmp/hbase.id 2024-12-06T10:20:48,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:48,670 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/.tmp/hbase.id]:[hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/hbase.id] 2024-12-06T10:20:48,677 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:48,677 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:48,677 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T10:20:48,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:48,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:48,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:48,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:20:48,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T10:20:48,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:20:48,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:49,089 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:49,090 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:49,090 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:49,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:49,496 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store 2024-12-06T10:20:49,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:49,505 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:49,505 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:49,505 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480449505Disabling compacts and flushes for region at 1733480449505Disabling writes for close at 1733480449505Writing region close event to WAL at 1733480449505Closed at 1733480449505 2024-12-06T10:20:49,506 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/.initializing 2024-12-06T10:20:49,506 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/WALs/748048564c27,40527,1733480448558 2024-12-06T10:20:49,507 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:49,508 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C40527%2C1733480448558, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/WALs/748048564c27,40527,1733480448558, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:49,526 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/WALs/748048564c27,40527,1733480448558/748048564c27%2C40527%2C1733480448558.1733480449509, exclude list is [], retry=0 2024-12-06T10:20:49,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00,DISK] 2024-12-06T10:20:49,530 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/WALs/748048564c27,40527,1733480448558/748048564c27%2C40527%2C1733480448558.1733480449509 2024-12-06T10:20:49,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37251:37251)] 2024-12-06T10:20:49,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:49,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:49,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:49,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:49,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:49,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:49,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:49,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:49,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:49,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:49,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:49,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:49,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:49,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:49,540 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,541 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,541 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,541 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,542 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,542 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:49,543 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:49,544 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:49,547 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60007807, jitterRate=-0.10581399500370026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:49,548 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480449531Initializing all the Stores at 1733480449532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480449532Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480449532Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480449532Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480449532Cleaning up temporary data from old regions at 1733480449542 (+10 ms)Region opened successfully at 1733480449548 (+6 ms) 2024-12-06T10:20:49,552 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:49,555 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f623c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:49,556 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:49,556 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:49,556 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:49,556 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:49,557 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:49,557 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:49,557 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:49,562 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:49,562 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:49,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/balancer already deleted, retry=false 2024-12-06T10:20:49,564 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:49,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:49,566 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/normalizer already deleted, retry=false 2024-12-06T10:20:49,566 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:49,567 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:49,572 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/switch/split already deleted, retry=false 2024-12-06T10:20:49,573 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:49,574 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/switch/merge already deleted, retry=false 2024-12-06T10:20:49,576 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:49,577 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111069202/running 2024-12-06T10:20:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02111069202/running 2024-12-06T10:20:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,579 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,40527,1733480448558, sessionid=0x101874a68210000, setting cluster-up flag (Was=false) 2024-12-06T10:20:49,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,586 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02111069202/flush-table-proc/acquired, /02111069202/flush-table-proc/reached, /02111069202/flush-table-proc/abort 2024-12-06T10:20:49,587 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40527,1733480448558 2024-12-06T10:20:49,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:49,594 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02111069202/online-snapshot/acquired, /02111069202/online-snapshot/reached, /02111069202/online-snapshot/abort 2024-12-06T10:20:49,595 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40527,1733480448558 2024-12-06T10:20:49,596 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:49,597 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:49,597 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:49,597 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:49,597 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,40527,1733480448558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:49,598 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,599 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480479599 2024-12-06T10:20:49,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:49,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:49,600 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,600 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:49,600 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:49,604 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:49,604 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:49,604 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:49,604 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:49,605 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480449605,5,FailOnTimeoutGroup] 2024-12-06T10:20:49,605 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480449605,5,FailOnTimeoutGroup] 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,605 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:49,642 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(746): ClusterId : 28f6bc70-2435-4907-a9d9-6dfe79d998c1 2024-12-06T10:20:49,642 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:49,644 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:49,644 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:49,646 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:49,646 DEBUG [RS:0;748048564c27:46707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d7aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:49,658 DEBUG [RS:0;748048564c27:46707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:46707 2024-12-06T10:20:49,658 INFO [RS:0;748048564c27:46707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:49,658 INFO [RS:0;748048564c27:46707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:49,658 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:49,658 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,40527,1733480448558 with port=46707, startcode=1733480448621 2024-12-06T10:20:49,659 DEBUG [RS:0;748048564c27:46707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:49,660 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:49,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,46707,1733480448621 2024-12-06T10:20:49,660 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40527 {}] master.ServerManager(517): Registering regionserver=748048564c27,46707,1733480448621 2024-12-06T10:20:49,661 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9 2024-12-06T10:20:49,661 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38083 2024-12-06T10:20:49,662 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:49,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/rs 2024-12-06T10:20:49,669 DEBUG [RS:0;748048564c27:46707 {}] zookeeper.ZKUtil(111): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on existing znode=/02111069202/rs/748048564c27,46707,1733480448621 2024-12-06T10:20:49,669 WARN [RS:0;748048564c27:46707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:49,670 INFO [RS:0;748048564c27:46707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:49,670 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621 2024-12-06T10:20:49,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,46707,1733480448621] 2024-12-06T10:20:49,672 INFO [RS:0;748048564c27:46707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:49,674 INFO [RS:0;748048564c27:46707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:49,674 INFO [RS:0;748048564c27:46707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:49,674 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,674 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:49,675 DEBUG [RS:0;748048564c27:46707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,675 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,676 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,676 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46707,1733480448621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:49,689 INFO [RS:0;748048564c27:46707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:49,689 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,46707,1733480448621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,689 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,689 INFO [RS:0;748048564c27:46707 {}] regionserver.Replication(171): 748048564c27,46707,1733480448621 started 2024-12-06T10:20:49,702 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:49,702 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,46707,1733480448621, RpcServer on 748048564c27/172.17.0.2:46707, sessionid=0x101874a68210001 2024-12-06T10:20:49,702 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:49,702 DEBUG [RS:0;748048564c27:46707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,46707,1733480448621 2024-12-06T10:20:49,702 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,46707,1733480448621' 2024-12-06T10:20:49,702 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02111069202/flush-table-proc/abort' 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02111069202/flush-table-proc/acquired' 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,46707,1733480448621 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,46707,1733480448621' 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02111069202/online-snapshot/abort' 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02111069202/online-snapshot/acquired' 2024-12-06T10:20:49,703 DEBUG [RS:0;748048564c27:46707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:49,704 INFO [RS:0;748048564c27:46707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:49,704 INFO [RS:0;748048564c27:46707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:49,804 INFO [RS:0;748048564c27:46707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:49,805 INFO [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C46707%2C1733480448621, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs, maxLogs=10 2024-12-06T10:20:49,818 DEBUG [RS:0;748048564c27:46707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805, exclude list is [], retry=0 2024-12-06T10:20:49,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00,DISK] 2024-12-06T10:20:49,822 INFO [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 2024-12-06T10:20:49,822 DEBUG [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37251:37251)] 2024-12-06T10:20:50,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:50,010 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9 2024-12-06T10:20:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:20:50,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:50,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:50,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:50,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:50,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:50,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:50,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:50,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:50,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:50,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:50,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740 2024-12-06T10:20:50,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740 2024-12-06T10:20:50,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:50,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:50,428 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:50,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:50,432 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:50,432 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63605617, jitterRate=-0.05220244824886322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480450418Initializing all the Stores at 1733480450419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450419Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450419Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480450419Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450419Cleaning up temporary data from old regions at 1733480450428 (+9 ms)Region opened successfully at 1733480450433 (+5 ms) 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:50,433 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:50,433 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:50,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480450433Disabling compacts and flushes for region at 1733480450433Disabling writes for close at 1733480450433Writing region close event to WAL at 1733480450433Closed at 1733480450433 2024-12-06T10:20:50,434 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:50,434 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:50,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:50,436 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:50,437 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:50,587 DEBUG [748048564c27:40527 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:50,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:20:50,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,46707,1733480448621, state=OPENING 2024-12-06T10:20:50,590 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:50,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:50,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:20:50,592 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:50,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111069202/meta-region-server: CHANGED 2024-12-06T10:20:50,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111069202/meta-region-server: CHANGED 2024-12-06T10:20:50,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,46707,1733480448621}] 2024-12-06T10:20:50,744 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:50,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:50,748 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:50,748 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:50,749 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:50,750 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C46707%2C1733480448621.meta, suffix=.meta, logDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs, maxLogs=10 2024-12-06T10:20:50,764 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.meta.1733480450750.meta, exclude list is [], retry=0 2024-12-06T10:20:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00,DISK] 2024-12-06T10:20:50,767 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.meta.1733480450750.meta 2024-12-06T10:20:50,767 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37251:37251)] 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:50,768 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:50,768 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:50,768 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:50,769 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:50,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:50,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:50,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:50,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:50,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:50,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:50,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:50,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:50,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:50,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:50,774 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:50,774 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740 2024-12-06T10:20:50,775 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740 2024-12-06T10:20:50,775 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:50,775 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:50,776 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:50,777 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:50,777 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63075963, jitterRate=-0.06009490787982941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:50,777 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:50,778 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480450769Writing region info on filesystem at 1733480450769Initializing all the Stores at 1733480450769Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480450769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480450769Cleaning up temporary data from old regions at 1733480450775 (+6 ms)Running coprocessor post-open hooks at 1733480450777 (+2 ms)Region opened successfully at 1733480450778 (+1 ms) 2024-12-06T10:20:50,778 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480450744 2024-12-06T10:20:50,780 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:50,780 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:50,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:20:50,781 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,46707,1733480448621, state=OPEN 2024-12-06T10:20:50,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02111069202/meta-region-server 2024-12-06T10:20:50,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02111069202/meta-region-server 2024-12-06T10:20:50,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,46707,1733480448621 2024-12-06T10:20:50,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111069202/meta-region-server: CHANGED 2024-12-06T10:20:50,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02111069202/meta-region-server: CHANGED 2024-12-06T10:20:50,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:50,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,46707,1733480448621 in 196 msec 2024-12-06T10:20:50,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:50,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-12-06T10:20:50,792 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:50,792 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:50,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:50,793 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46707,1733480448621, seqNum=-1] 2024-12-06T10:20:50,793 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:50,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:50,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-12-06T10:20:50,798 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480450798, completionTime=-1 2024-12-06T10:20:50,798 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:50,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480510800 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480570800 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:40527, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,800 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,802 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:50,804 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.147sec 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:50,807 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:50,808 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:50,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:50,809 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:50,809 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40527,1733480448558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:50,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305fd129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:50,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40527,-1 for getting cluster id 2024-12-06T10:20:50,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:50,845 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f6bc70-2435-4907-a9d9-6dfe79d998c1' 2024-12-06T10:20:50,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f6bc70-2435-4907-a9d9-6dfe79d998c1" 2024-12-06T10:20:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5676a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40527,-1] 2024-12-06T10:20:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:50,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:50,847 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:50,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55cac3f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:50,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:50,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46707,1733480448621, seqNum=-1] 2024-12-06T10:20:50,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:50,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:50,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,40527,1733480448558 2024-12-06T10:20:50,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:50,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:50,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874a68210002 connected 2024-12-06T10:20:50,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir so I do NOT create it in target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0 2024-12-06T10:20:50,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:50,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.tmp.dir so I do NOT create it in target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0 2024-12-06T10:20:50,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:50,859 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/cluster_4242c913-e162-fc14-35a8-3311abe1edc1, deleteOnExit=true 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/test.cache.data in system properties and HBase conf 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:50,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:50,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:50,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:50,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:50,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:50,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:20:50,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:50,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e8b2c8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:50,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4be7a519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:51,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6833715d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/java.io.tmpdir/jetty-localhost-35991-hadoop-hdfs-3_4_1-tests_jar-_-any-13708379925377345097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:51,074 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f4997b0{HTTP/1.1, (http/1.1)}{localhost:35991} 2024-12-06T10:20:51,074 INFO [Time-limited test {}] server.Server(415): Started @247373ms 2024-12-06T10:20:51,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:51,159 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:51,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:51,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:51,164 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:51,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:51,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:51,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d30b01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/java.io.tmpdir/jetty-localhost-41007-hadoop-hdfs-3_4_1-tests_jar-_-any-7853852282881693272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:51,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:41007} 2024-12-06T10:20:51,277 INFO [Time-limited test {}] server.Server(415): Started @247576ms 2024-12-06T10:20:51,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:51,369 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/cluster_4242c913-e162-fc14-35a8-3311abe1edc1/data/data1/current/BP-1386044364-172.17.0.2-1733480450882/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:51,369 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/cluster_4242c913-e162-fc14-35a8-3311abe1edc1/data/data2/current/BP-1386044364-172.17.0.2-1733480450882/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:51,389 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1cb6b3e221ca00d with lease ID 0xcf5244f7152f018: Processing first storage report for DS-7e97a28a-50e6-4598-8349-ee1ef658867f from datanode DatanodeRegistration(127.0.0.1:38257, datanodeUuid=ad4712d0-0d25-4e63-8eaa-4f2ce7f398b4, infoPort=33161, infoSecurePort=0, ipcPort=45697, storageInfo=lv=-57;cid=testClusterID;nsid=960696254;c=1733480450882) 2024-12-06T10:20:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1cb6b3e221ca00d with lease ID 0xcf5244f7152f018: from storage DS-7e97a28a-50e6-4598-8349-ee1ef658867f node DatanodeRegistration(127.0.0.1:38257, datanodeUuid=ad4712d0-0d25-4e63-8eaa-4f2ce7f398b4, infoPort=33161, infoSecurePort=0, ipcPort=45697, storageInfo=lv=-57;cid=testClusterID;nsid=960696254;c=1733480450882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1cb6b3e221ca00d with lease ID 0xcf5244f7152f018: Processing first storage report for DS-fb5f3daf-4c81-4108-b15f-f684cf8ffced from datanode DatanodeRegistration(127.0.0.1:38257, datanodeUuid=ad4712d0-0d25-4e63-8eaa-4f2ce7f398b4, infoPort=33161, infoSecurePort=0, ipcPort=45697, storageInfo=lv=-57;cid=testClusterID;nsid=960696254;c=1733480450882) 2024-12-06T10:20:51,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1cb6b3e221ca00d with lease ID 0xcf5244f7152f018: from storage DS-fb5f3daf-4c81-4108-b15f-f684cf8ffced node DatanodeRegistration(127.0.0.1:38257, datanodeUuid=ad4712d0-0d25-4e63-8eaa-4f2ce7f398b4, infoPort=33161, infoSecurePort=0, ipcPort=45697, storageInfo=lv=-57;cid=testClusterID;nsid=960696254;c=1733480450882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:51,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0 2024-12-06T10:20:51,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:51,807 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535 with version=8 2024-12-06T10:20:51,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/hbase-staging 2024-12-06T10:20:51,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:51,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37525 2024-12-06T10:20:51,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37525 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:51,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375250x0, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:51,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37525-0x101874a68210003 connected 2024-12-06T10:20:51,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/running 2024-12-06T10:20:51,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535, hbase.cluster.distributed=false 2024-12-06T10:20:51,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/acl 2024-12-06T10:20:51,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37525 2024-12-06T10:20:51,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37525 2024-12-06T10:20:51,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37525 2024-12-06T10:20:51,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37525 2024-12-06T10:20:51,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37525 2024-12-06T10:20:51,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:51,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:51,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:51,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:51,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:51,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:51,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42875 2024-12-06T10:20:51,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42875 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:51,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428750x0, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:51,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428750x0, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/running 2024-12-06T10:20:51,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42875-0x101874a68210004 connected 2024-12-06T10:20:51,862 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:51,864 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:51,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/master 2024-12-06T10:20:51,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/acl 2024-12-06T10:20:51,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-06T10:20:51,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42875 2024-12-06T10:20:51,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42875 2024-12-06T10:20:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-06T10:20:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42875 2024-12-06T10:20:51,885 DEBUG [M:0;748048564c27:37525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:37525 2024-12-06T10:20:51,885 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /165915802/backup-masters/748048564c27,37525,1733480451809 2024-12-06T10:20:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/backup-masters 2024-12-06T10:20:51,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/backup-masters 2024-12-06T10:20:51,889 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on existing znode=/165915802/backup-masters/748048564c27,37525,1733480451809 2024-12-06T10:20:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165915802/master 2024-12-06T10:20:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:51,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:51,891 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on existing znode=/165915802/master 2024-12-06T10:20:51,891 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /165915802/backup-masters/748048564c27,37525,1733480451809 from backup master directory 2024-12-06T10:20:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165915802/backup-masters/748048564c27,37525,1733480451809 2024-12-06T10:20:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/backup-masters 2024-12-06T10:20:51,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/backup-masters 2024-12-06T10:20:51,892 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:51,892 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,37525,1733480451809 2024-12-06T10:20:51,895 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/hbase.id] with ID: 887bfb17-cc32-4052-89c0-71af1d023cff 2024-12-06T10:20:51,895 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/.tmp/hbase.id 2024-12-06T10:20:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:51,899 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/.tmp/hbase.id]:[hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/hbase.id] 2024-12-06T10:20:51,905 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:51,905 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:51,906 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:20:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:51,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:51,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:52,316 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:52,317 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:52,317 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:52,723 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store 2024-12-06T10:20:52,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:52,728 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:52,728 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:52,728 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480452728Disabling compacts and flushes for region at 1733480452728Disabling writes for close at 1733480452728Writing region close event to WAL at 1733480452728Closed at 1733480452728 2024-12-06T10:20:52,729 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/.initializing 2024-12-06T10:20:52,729 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/WALs/748048564c27,37525,1733480451809 2024-12-06T10:20:52,730 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:52,731 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C37525%2C1733480451809, suffix=, logDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/WALs/748048564c27,37525,1733480451809, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:52,744 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/WALs/748048564c27,37525,1733480451809/748048564c27%2C37525%2C1733480451809.1733480452731, exclude list is [], retry=0 2024-12-06T10:20:52,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38257,DS-7e97a28a-50e6-4598-8349-ee1ef658867f,DISK] 2024-12-06T10:20:52,747 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/WALs/748048564c27,37525,1733480451809/748048564c27%2C37525%2C1733480451809.1733480452731 2024-12-06T10:20:52,747 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-12-06T10:20:52,748 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:52,748 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:52,748 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,748 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:52,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:52,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:52,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:52,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:52,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:52,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:52,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:52,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:52,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:52,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:52,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:52,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,754 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,755 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,756 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:52,756 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:52,758 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:52,758 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68124639, jitterRate=0.015136227011680603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:52,758 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480452748Initializing all the Stores at 1733480452749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480452749Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480452749Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480452749Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480452749Cleaning up temporary data from old regions at 1733480452755 (+6 ms)Region opened successfully at 1733480452758 (+3 ms) 2024-12-06T10:20:52,758 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:52,760 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5ec891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:52,761 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:52,761 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:52,761 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:52,761 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:52,762 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:52,762 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:52,762 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:52,764 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:52,764 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:52,773 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/balancer already deleted, retry=false 2024-12-06T10:20:52,773 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:52,774 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:52,775 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/normalizer already deleted, retry=false 2024-12-06T10:20:52,775 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:52,775 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:52,776 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/switch/split already deleted, retry=false 2024-12-06T10:20:52,777 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:52,778 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/switch/merge already deleted, retry=false 2024-12-06T10:20:52,780 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:52,783 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165915802/running 2024-12-06T10:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/165915802/running 2024-12-06T10:20:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,791 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,37525,1733480451809, sessionid=0x101874a68210003, setting cluster-up flag (Was=false) 2024-12-06T10:20:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /165915802/flush-table-proc/acquired, /165915802/flush-table-proc/reached, /165915802/flush-table-proc/abort 2024-12-06T10:20:52,798 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37525,1733480451809 2024-12-06T10:20:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:52,808 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /165915802/online-snapshot/acquired, /165915802/online-snapshot/reached, /165915802/online-snapshot/abort 2024-12-06T10:20:52,809 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37525,1733480451809 2024-12-06T10:20:52,810 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:52,811 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:52,811 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:52,811 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:52,811 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,37525,1733480451809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:52,812 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,813 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:52,813 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480482813 2024-12-06T10:20:52,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:52,814 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:52,814 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:52,814 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:52,815 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:52,815 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:52,815 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480452815,5,FailOnTimeoutGroup] 2024-12-06T10:20:52,815 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480452815,5,FailOnTimeoutGroup] 2024-12-06T10:20:52,815 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,816 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:52,816 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,816 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:52,875 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(746): ClusterId : 887bfb17-cc32-4052-89c0-71af1d023cff 2024-12-06T10:20:52,875 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:52,879 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:52,879 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:52,881 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:52,881 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6726bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:52,893 DEBUG [RS:0;748048564c27:42875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42875 2024-12-06T10:20:52,893 INFO [RS:0;748048564c27:42875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:52,893 INFO [RS:0;748048564c27:42875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:52,893 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:52,894 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,37525,1733480451809 with port=42875, startcode=1733480451853 2024-12-06T10:20:52,894 DEBUG [RS:0;748048564c27:42875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:52,895 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:52,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37525 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42875,1733480451853 2024-12-06T10:20:52,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37525 {}] master.ServerManager(517): Registering regionserver=748048564c27,42875,1733480451853 2024-12-06T10:20:52,896 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535 2024-12-06T10:20:52,896 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44693 2024-12-06T10:20:52,896 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:52,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/rs 2024-12-06T10:20:52,898 DEBUG [RS:0;748048564c27:42875 {}] zookeeper.ZKUtil(111): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on existing znode=/165915802/rs/748048564c27,42875,1733480451853 2024-12-06T10:20:52,898 WARN [RS:0;748048564c27:42875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:52,898 INFO [RS:0;748048564c27:42875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:52,898 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853 2024-12-06T10:20:52,899 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42875,1733480451853] 2024-12-06T10:20:52,901 INFO [RS:0;748048564c27:42875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:52,902 INFO [RS:0;748048564c27:42875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:52,903 INFO [RS:0;748048564c27:42875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:52,903 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,903 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:52,903 INFO [RS:0;748048564c27:42875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:52,903 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,903 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:52,904 DEBUG [RS:0;748048564c27:42875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,908 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42875,1733480451853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:52,922 INFO [RS:0;748048564c27:42875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:52,922 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42875,1733480451853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,922 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,922 INFO [RS:0;748048564c27:42875 {}] regionserver.Replication(171): 748048564c27,42875,1733480451853 started 2024-12-06T10:20:52,935 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:52,935 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42875,1733480451853, RpcServer on 748048564c27/172.17.0.2:42875, sessionid=0x101874a68210004 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42875,1733480451853 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42875,1733480451853' 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/165915802/flush-table-proc/abort' 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/165915802/flush-table-proc/acquired' 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42875,1733480451853 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42875,1733480451853' 2024-12-06T10:20:52,936 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/165915802/online-snapshot/abort' 2024-12-06T10:20:52,937 DEBUG [RS:0;748048564c27:42875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/165915802/online-snapshot/acquired' 2024-12-06T10:20:52,937 DEBUG [RS:0;748048564c27:42875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:52,937 INFO [RS:0;748048564c27:42875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:52,937 INFO [RS:0;748048564c27:42875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:53,037 INFO [RS:0;748048564c27:42875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:53,039 INFO [RS:0;748048564c27:42875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42875%2C1733480451853, suffix=, logDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/oldWALs, maxLogs=10 2024-12-06T10:20:53,052 DEBUG [RS:0;748048564c27:42875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, exclude list is [], retry=0 2024-12-06T10:20:53,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38257,DS-7e97a28a-50e6-4598-8349-ee1ef658867f,DISK] 2024-12-06T10:20:53,055 INFO [RS:0;748048564c27:42875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 2024-12-06T10:20:53,056 DEBUG [RS:0;748048564c27:42875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-12-06T10:20:53,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:53,224 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535 2024-12-06T10:20:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:20:53,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:53,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:53,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:53,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:53,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:53,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:53,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:53,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:53,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:53,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:53,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:53,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:53,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:53,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:53,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:53,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:53,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:53,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:53,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740 2024-12-06T10:20:53,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740 2024-12-06T10:20:53,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:53,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:53,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:53,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:53,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:53,641 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59090238, jitterRate=-0.11948683857917786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480453629Initializing all the Stores at 1733480453630 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480453630Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480453630Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480453630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480453630Cleaning up temporary data from old regions at 1733480453638 (+8 ms)Region opened successfully at 1733480453642 (+4 ms) 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:53,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:53,642 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:53,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480453642Disabling compacts and flushes for region at 1733480453642Disabling writes for close at 1733480453642Writing region close event to WAL at 1733480453642Closed at 1733480453642 2024-12-06T10:20:53,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:53,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:53,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:53,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:53,645 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:53,795 DEBUG [748048564c27:37525 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:53,796 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:20:53,797 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42875,1733480451853, state=OPENING 2024-12-06T10:20:53,804 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:53,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:53,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:20:53,806 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:53,806 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165915802/meta-region-server: CHANGED 2024-12-06T10:20:53,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42875,1733480451853}] 2024-12-06T10:20:53,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165915802/meta-region-server: CHANGED 2024-12-06T10:20:53,959 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:53,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:53,966 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:53,966 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:53,966 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:53,967 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42875%2C1733480451853.meta, suffix=.meta, logDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/oldWALs, maxLogs=10 2024-12-06T10:20:53,990 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.meta.1733480453968.meta, exclude list is [], retry=0 2024-12-06T10:20:53,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38257,DS-7e97a28a-50e6-4598-8349-ee1ef658867f,DISK] 2024-12-06T10:20:54,004 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.meta.1733480453968.meta 2024-12-06T10:20:54,012 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-12-06T10:20:54,012 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:54,013 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:54,013 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:54,013 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:54,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:54,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:54,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:54,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:54,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:54,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:54,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:54,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:54,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:54,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:54,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:54,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:54,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:54,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:54,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:54,022 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:54,023 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740 2024-12-06T10:20:54,024 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740 2024-12-06T10:20:54,025 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:54,025 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:54,028 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:54,030 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:54,031 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73725324, jitterRate=0.09859293699264526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:54,031 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:54,031 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480454013Writing region info on filesystem at 1733480454013Initializing all the Stores at 1733480454014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480454014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480454016 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480454016Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480454016Cleaning up temporary data from old regions at 1733480454025 (+9 ms)Running coprocessor post-open hooks at 1733480454031 (+6 ms)Region opened successfully at 1733480454031 2024-12-06T10:20:54,032 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480453959 2024-12-06T10:20:54,034 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:54,034 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:54,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:20:54,036 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42875,1733480451853, state=OPEN 2024-12-06T10:20:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/165915802/meta-region-server 2024-12-06T10:20:54,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/165915802/meta-region-server 2024-12-06T10:20:54,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165915802/meta-region-server: CHANGED 2024-12-06T10:20:54,038 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42875,1733480451853 2024-12-06T10:20:54,038 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /165915802/meta-region-server: CHANGED 2024-12-06T10:20:54,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:54,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42875,1733480451853 in 232 msec 2024-12-06T10:20:54,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:54,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-12-06T10:20:54,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:54,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:54,045 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:54,045 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42875,1733480451853, seqNum=-1] 2024-12-06T10:20:54,045 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:54,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:54,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-12-06T10:20:54,052 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480454052, completionTime=-1 2024-12-06T10:20:54,052 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:54,053 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480514055 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480574055 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:37525, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,055 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,058 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:54,064 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,068 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.176sec 2024-12-06T10:20:54,068 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:54,069 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:54,073 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:54,074 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:54,074 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37525,1733480451809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:54,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:54,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:20:54,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:54,077 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:20:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:20:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a4efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:54,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:20:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:54,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:54,078 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:54,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:54,079 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42875,1733480451853, seqNum=-1] 2024-12-06T10:20:54,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:54,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:54,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,37525,1733480451809 2024-12-06T10:20:54,083 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:54,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir so I do NOT create it in target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567 2024-12-06T10:20:54,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.tmp.dir so I do NOT create it in target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567 2024-12-06T10:20:54,091 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:20:54,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/cluster_00bc269b-4734-ad69-05b2-c7572716ac49, deleteOnExit=true 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:20:54,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/test.cache.data in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:20:54,092 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:20:54,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:20:54,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:20:54,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101874a68210005 connected 2024-12-06T10:20:54,178 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T10:20:54,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,179 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,180 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,180 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,226 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,226 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,226 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,227 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,234 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,239 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:54,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:54,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:54,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:54,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:54,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:54,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:54,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b00ea66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:54,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327dba0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:54,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4860eb76{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/java.io.tmpdir/jetty-localhost-46627-hadoop-hdfs-3_4_1-tests_jar-_-any-1210659403565020134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:20:54,483 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15165ee4{HTTP/1.1, (http/1.1)}{localhost:46627} 2024-12-06T10:20:54,483 INFO [Time-limited test {}] server.Server(415): Started @250781ms 2024-12-06T10:20:54,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:20:54,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:20:54,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:20:54,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:20:54,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:20:54,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d89182b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:20:54,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24149e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:20:54,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c308fd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/java.io.tmpdir/jetty-localhost-37969-hadoop-hdfs-3_4_1-tests_jar-_-any-4658129617005893693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:20:54,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19375c90{HTTP/1.1, (http/1.1)}{localhost:37969} 2024-12-06T10:20:54,765 INFO [Time-limited test {}] server.Server(415): Started @251063ms 2024-12-06T10:20:54,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:20:54,908 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/cluster_00bc269b-4734-ad69-05b2-c7572716ac49/data/data1/current/BP-751645861-172.17.0.2-1733480454116/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:54,909 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/cluster_00bc269b-4734-ad69-05b2-c7572716ac49/data/data2/current/BP-751645861-172.17.0.2-1733480454116/current, will proceed with Du for space computation calculation, 2024-12-06T10:20:54,964 WARN [Thread-3672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:20:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51363fd1b38ab5da with lease ID 0x68a14c1aa25561e: Processing first storage report for DS-7ea2de78-8681-4007-a6e2-860263d85e51 from datanode DatanodeRegistration(127.0.0.1:40865, datanodeUuid=d50a4d28-fb5a-459e-9bbf-19c491fb22e9, infoPort=42235, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=836073021;c=1733480454116) 2024-12-06T10:20:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51363fd1b38ab5da with lease ID 0x68a14c1aa25561e: from storage DS-7ea2de78-8681-4007-a6e2-860263d85e51 node DatanodeRegistration(127.0.0.1:40865, datanodeUuid=d50a4d28-fb5a-459e-9bbf-19c491fb22e9, infoPort=42235, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=836073021;c=1733480454116), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51363fd1b38ab5da with lease ID 0x68a14c1aa25561e: Processing first storage report for DS-7b78be3b-349c-4961-be56-cd4e28851ce0 from datanode DatanodeRegistration(127.0.0.1:40865, datanodeUuid=d50a4d28-fb5a-459e-9bbf-19c491fb22e9, infoPort=42235, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=836073021;c=1733480454116) 2024-12-06T10:20:54,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51363fd1b38ab5da with lease ID 0x68a14c1aa25561e: from storage DS-7b78be3b-349c-4961-be56-cd4e28851ce0 node DatanodeRegistration(127.0.0.1:40865, datanodeUuid=d50a4d28-fb5a-459e-9bbf-19c491fb22e9, infoPort=42235, infoSecurePort=0, ipcPort=36129, storageInfo=lv=-57;cid=testClusterID;nsid=836073021;c=1733480454116), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:20:55,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567 2024-12-06T10:20:55,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:20:55,423 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2 with version=8 2024-12-06T10:20:55,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/hbase-staging 2024-12-06T10:20:55,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:20:55,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:55,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40223 2024-12-06T10:20:55,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40223 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:55,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402230x0, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:55,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40223-0x101874a68210006 connected 2024-12-06T10:20:55,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/running 2024-12-06T10:20:55,468 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2, hbase.cluster.distributed=false 2024-12-06T10:20:55,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/acl 2024-12-06T10:20:55,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-06T10:20:55,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40223 2024-12-06T10:20:55,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40223 2024-12-06T10:20:55,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-06T10:20:55,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40223 2024-12-06T10:20:55,500 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:20:55,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:20:55,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42033 2024-12-06T10:20:55,502 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42033 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:55,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420330x0, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:55,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420330x0, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/running 2024-12-06T10:20:55,510 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:20:55,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42033-0x101874a68210007 connected 2024-12-06T10:20:55,516 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:20:55,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/master 2024-12-06T10:20:55,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/acl 2024-12-06T10:20:55,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-06T10:20:55,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42033 2024-12-06T10:20:55,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42033 2024-12-06T10:20:55,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-06T10:20:55,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42033 2024-12-06T10:20:55,544 DEBUG [M:0;748048564c27:40223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:40223 2024-12-06T10:20:55,545 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2552896660/backup-masters/748048564c27,40223,1733480455426 2024-12-06T10:20:55,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/backup-masters 2024-12-06T10:20:55,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/backup-masters 2024-12-06T10:20:55,547 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on existing znode=/2552896660/backup-masters/748048564c27,40223,1733480455426 2024-12-06T10:20:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2552896660/master 2024-12-06T10:20:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:55,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:55,549 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on existing znode=/2552896660/master 2024-12-06T10:20:55,549 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2552896660/backup-masters/748048564c27,40223,1733480455426 from backup master directory 2024-12-06T10:20:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2552896660/backup-masters/748048564c27,40223,1733480455426 2024-12-06T10:20:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/backup-masters 2024-12-06T10:20:55,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/backup-masters 2024-12-06T10:20:55,552 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:55,552 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,40223,1733480455426 2024-12-06T10:20:55,556 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/hbase.id] with ID: 649b2eaf-8056-4c23-a4e9-3e7e58b9da42 2024-12-06T10:20:55,556 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/.tmp/hbase.id 2024-12-06T10:20:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:20:55,672 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:20:55,966 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/.tmp/hbase.id]:[hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/hbase.id] 2024-12-06T10:20:55,978 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:20:55,978 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:20:55,979 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:20:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:55,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:20:56,386 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:56,387 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:20:56,388 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:20:56,402 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store 2024-12-06T10:20:56,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:20:56,817 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:56,817 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:20:56,817 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480456817Disabling compacts and flushes for region at 1733480456817Disabling writes for close at 1733480456817Writing region close event to WAL at 1733480456817Closed at 1733480456817 2024-12-06T10:20:56,818 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/.initializing 2024-12-06T10:20:56,818 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/WALs/748048564c27,40223,1733480455426 2024-12-06T10:20:56,819 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:56,821 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C40223%2C1733480455426, suffix=, logDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/WALs/748048564c27,40223,1733480455426, archiveDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/oldWALs, maxLogs=10 2024-12-06T10:20:56,837 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/WALs/748048564c27,40223,1733480455426/748048564c27%2C40223%2C1733480455426.1733480456821, exclude list is [], retry=0 2024-12-06T10:20:56,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40865,DS-7ea2de78-8681-4007-a6e2-860263d85e51,DISK] 2024-12-06T10:20:56,844 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/WALs/748048564c27,40223,1733480455426/748048564c27%2C40223%2C1733480455426.1733480456821 2024-12-06T10:20:56,845 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42235:42235)] 2024-12-06T10:20:56,845 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:56,845 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:56,845 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,845 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:20:56,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:56,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:20:56,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:56,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:20:56,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:56,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:20:56,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:56,852 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,853 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,853 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,854 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,854 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,854 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:56,855 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:20:56,857 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:56,858 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73421731, jitterRate=0.09406904876232147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:56,858 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480456845Initializing all the Stores at 1733480456846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480456846Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480456846Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480456846Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480456846Cleaning up temporary data from old regions at 1733480456854 (+8 ms)Region opened successfully at 1733480456858 (+4 ms) 2024-12-06T10:20:56,858 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:20:56,861 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c16cba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:56,861 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:20:56,861 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:20:56,861 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:20:56,862 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:20:56,862 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:20:56,862 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:20:56,862 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:20:56,870 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:20:56,871 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/balancer because node does not exist (not necessarily an error) 2024-12-06T10:20:56,872 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/balancer already deleted, retry=false 2024-12-06T10:20:56,872 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:20:56,873 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:20:56,874 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/normalizer already deleted, retry=false 2024-12-06T10:20:56,874 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:20:56,875 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:20:56,877 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/switch/split already deleted, retry=false 2024-12-06T10:20:56,878 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:20:56,879 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/switch/merge already deleted, retry=false 2024-12-06T10:20:56,881 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:20:56,882 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/snapshot-cleanup already deleted, retry=false 2024-12-06T10:20:56,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2552896660/running 2024-12-06T10:20:56,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2552896660/running 2024-12-06T10:20:56,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,884 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,40223,1733480455426, sessionid=0x101874a68210006, setting cluster-up flag (Was=false) 2024-12-06T10:20:56,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,893 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2552896660/flush-table-proc/acquired, /2552896660/flush-table-proc/reached, /2552896660/flush-table-proc/abort 2024-12-06T10:20:56,894 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40223,1733480455426 2024-12-06T10:20:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:56,902 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2552896660/online-snapshot/acquired, /2552896660/online-snapshot/reached, /2552896660/online-snapshot/abort 2024-12-06T10:20:56,903 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,40223,1733480455426 2024-12-06T10:20:56,904 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:20:56,910 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:56,910 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:20:56,910 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:20:56,911 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,40223,1733480455426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:56,912 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480486923 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:20:56,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:20:56,923 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:20:56,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:20:56,924 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,924 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:20:56,924 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:20:56,924 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:20:56,924 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:20:56,925 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,925 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:20:56,925 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:20:56,925 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:20:56,926 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480456925,5,FailOnTimeoutGroup] 2024-12-06T10:20:56,932 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480456926,5,FailOnTimeoutGroup] 2024-12-06T10:20:56,932 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,932 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:20:56,932 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,932 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,936 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(746): ClusterId : 649b2eaf-8056-4c23-a4e9-3e7e58b9da42 2024-12-06T10:20:56,936 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:20:56,943 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:20:56,943 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:20:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:20:56,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:20:56,946 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2 2024-12-06T10:20:56,946 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:20:56,946 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe62bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:20:56,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:20:56,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:56,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:56,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:56,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:56,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:56,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:56,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:56,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:56,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:56,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:56,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:56,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:56,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:56,966 DEBUG [RS:0;748048564c27:42033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:42033 2024-12-06T10:20:56,966 INFO [RS:0;748048564c27:42033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:20:56,966 INFO [RS:0;748048564c27:42033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:20:56,966 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:20:56,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:56,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:56,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740 2024-12-06T10:20:56,967 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,40223,1733480455426 with port=42033, startcode=1733480455500 2024-12-06T10:20:56,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740 2024-12-06T10:20:56,967 DEBUG [RS:0;748048564c27:42033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:20:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:56,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:56,969 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:56,969 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:20:56,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,42033,1733480455500 2024-12-06T10:20:56,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:56,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40223 {}] master.ServerManager(517): Registering regionserver=748048564c27,42033,1733480455500 2024-12-06T10:20:56,971 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2 2024-12-06T10:20:56,971 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38057 2024-12-06T10:20:56,971 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:56,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73813584, jitterRate=0.09990811347961426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480456960Initializing all the Stores at 1733480456961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480456961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480456961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480456961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480456961Cleaning up temporary data from old regions at 1733480456968 (+7 ms)Region opened successfully at 1733480456973 (+5 ms) 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:20:56,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:20:56,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:20:56,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/rs 2024-12-06T10:20:56,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:20:56,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480456973Disabling compacts and flushes for region at 1733480456973Disabling writes for close at 1733480456973Writing region close event to WAL at 1733480456976 (+3 ms)Closed at 1733480456977 (+1 ms) 2024-12-06T10:20:56,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:56,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:20:56,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:20:56,978 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:56,979 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:20:56,984 DEBUG [RS:0;748048564c27:42033 {}] zookeeper.ZKUtil(111): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on existing znode=/2552896660/rs/748048564c27,42033,1733480455500 2024-12-06T10:20:56,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,42033,1733480455500] 2024-12-06T10:20:56,984 WARN [RS:0;748048564c27:42033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:20:56,984 INFO [RS:0;748048564c27:42033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:56,985 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500 2024-12-06T10:20:56,987 INFO [RS:0;748048564c27:42033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:20:56,989 INFO [RS:0;748048564c27:42033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:20:56,992 INFO [RS:0;748048564c27:42033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:20:56,992 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,996 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:20:56,997 INFO [RS:0;748048564c27:42033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:20:56,997 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:56,997 DEBUG [RS:0;748048564c27:42033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:56,998 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42033,1733480455500-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:57,017 INFO [RS:0;748048564c27:42033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:20:57,017 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,42033,1733480455500-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,017 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,017 INFO [RS:0;748048564c27:42033 {}] regionserver.Replication(171): 748048564c27,42033,1733480455500 started 2024-12-06T10:20:57,036 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,036 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,42033,1733480455500, RpcServer on 748048564c27/172.17.0.2:42033, sessionid=0x101874a68210007 2024-12-06T10:20:57,036 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:20:57,036 DEBUG [RS:0;748048564c27:42033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,42033,1733480455500 2024-12-06T10:20:57,036 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42033,1733480455500' 2024-12-06T10:20:57,036 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2552896660/flush-table-proc/abort' 2024-12-06T10:20:57,037 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2552896660/flush-table-proc/acquired' 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,42033,1733480455500 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,42033,1733480455500' 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2552896660/online-snapshot/abort' 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2552896660/online-snapshot/acquired' 2024-12-06T10:20:57,038 DEBUG [RS:0;748048564c27:42033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:20:57,038 INFO [RS:0;748048564c27:42033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:20:57,038 INFO [RS:0;748048564c27:42033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:20:57,129 WARN [748048564c27:40223 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T10:20:57,139 INFO [RS:0;748048564c27:42033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:20:57,140 INFO [RS:0;748048564c27:42033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42033%2C1733480455500, suffix=, logDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500, archiveDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/oldWALs, maxLogs=10 2024-12-06T10:20:57,158 DEBUG [RS:0;748048564c27:42033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, exclude list is [], retry=0 2024-12-06T10:20:57,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40865,DS-7ea2de78-8681-4007-a6e2-860263d85e51,DISK] 2024-12-06T10:20:57,165 INFO [RS:0;748048564c27:42033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 2024-12-06T10:20:57,169 DEBUG [RS:0;748048564c27:42033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42235:42235)] 2024-12-06T10:20:57,380 DEBUG [748048564c27:40223 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:20:57,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:20:57,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42033,1733480455500, state=OPENING 2024-12-06T10:20:57,385 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:20:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:57,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:20:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2552896660/meta-region-server: CHANGED 2024-12-06T10:20:57,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2552896660/meta-region-server: CHANGED 2024-12-06T10:20:57,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:20:57,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42033,1733480455500}] 2024-12-06T10:20:57,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:20:57,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:20:57,549 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:20:57,549 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:20:57,549 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:20:57,550 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42033%2C1733480455500.meta, suffix=.meta, logDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500, archiveDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/oldWALs, maxLogs=10 2024-12-06T10:20:57,571 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.meta.1733480457551.meta, exclude list is [], retry=0 2024-12-06T10:20:57,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40865,DS-7ea2de78-8681-4007-a6e2-860263d85e51,DISK] 2024-12-06T10:20:57,578 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.meta.1733480457551.meta 2024-12-06T10:20:57,582 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42235:42235)] 2024-12-06T10:20:57,583 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:57,588 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:20:57,589 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:20:57,589 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:20:57,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:20:57,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:20:57,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:57,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:57,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:20:57,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:20:57,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:57,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:57,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:20:57,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:20:57,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:57,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:57,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:20:57,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:20:57,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:57,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:20:57,603 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:20:57,603 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740 2024-12-06T10:20:57,604 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740 2024-12-06T10:20:57,605 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:20:57,605 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:20:57,606 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:20:57,607 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:20:57,607 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64220131, jitterRate=-0.04304547607898712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:20:57,607 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:20:57,607 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480457589Writing region info on filesystem at 1733480457589Initializing all the Stores at 1733480457590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480457590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480457594 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480457594Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480457594Cleaning up temporary data from old regions at 1733480457605 (+11 ms)Running coprocessor post-open hooks at 1733480457607 (+2 ms)Region opened successfully at 1733480457607 2024-12-06T10:20:57,608 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480457541 2024-12-06T10:20:57,610 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:20:57,610 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:20:57,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:20:57,612 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,42033,1733480455500, state=OPEN 2024-12-06T10:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2552896660/meta-region-server 2024-12-06T10:20:57,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2552896660/meta-region-server 2024-12-06T10:20:57,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2552896660/meta-region-server: CHANGED 2024-12-06T10:20:57,614 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2552896660/meta-region-server: CHANGED 2024-12-06T10:20:57,614 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,42033,1733480455500 2024-12-06T10:20:57,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:20:57,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,42033,1733480455500 in 227 msec 2024-12-06T10:20:57,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:20:57,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-12-06T10:20:57,619 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:20:57,619 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:20:57,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:57,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42033,1733480455500, seqNum=-1] 2024-12-06T10:20:57,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:57,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:57,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 720 msec 2024-12-06T10:20:57,630 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480457630, completionTime=-1 2024-12-06T10:20:57,630 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:20:57,631 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:20:57,634 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:20:57,634 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480517634 2024-12-06T10:20:57,634 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480577634 2024-12-06T10:20:57,634 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-06T10:20:57,635 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,635 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,635 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,635 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:40223, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,635 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,637 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:20:57,640 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.092sec 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:20:57,645 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:20:57,647 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:20:57,647 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:20:57,648 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40223,1733480455426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:20:57,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6afda9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:57,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:20:57,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:20:57,745 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:20:57,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:20:57,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:20:57,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed1f0ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:57,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:20:57,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:20:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:20:57,747 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:20:57,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aba8d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:20:57,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:20:57,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42033,1733480455500, seqNum=-1] 2024-12-06T10:20:57,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:20:57,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:20:57,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,40223,1733480455426 2024-12-06T10:20:57,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59330 2024-12-06T10:20:57,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:20:57,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40527,1733480448558 2024-12-06T10:20:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10256a1a 2024-12-06T10:20:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:57,772 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:57,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:57,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101874a68210008 connected 2024-12-06T10:20:57,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:57,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:57,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:57,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:57,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:57,809 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a39c0363b662a2aca8d5486846c6f155, NAME => 'test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9 2024-12-06T10:20:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a39c0363b662a2aca8d5486846c6f155, disabling compactions & flushes 2024-12-06T10:20:57,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. after waiting 0 ms 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:57,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:57,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a39c0363b662a2aca8d5486846c6f155: Waiting for close lock at 1733480457838Disabling compacts and flushes for region at 1733480457838Disabling writes for close at 1733480457838Writing region close event to WAL at 1733480457838Closed at 1733480457838 2024-12-06T10:20:57,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:57,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480457840"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480457840"}]},"ts":"1733480457840"} 2024-12-06T10:20:57,842 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:57,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:57,845 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480457844"}]},"ts":"1733480457844"} 2024-12-06T10:20:57,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:57,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a39c0363b662a2aca8d5486846c6f155, ASSIGN}] 2024-12-06T10:20:57,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a39c0363b662a2aca8d5486846c6f155, ASSIGN 2024-12-06T10:20:57,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a39c0363b662a2aca8d5486846c6f155, ASSIGN; state=OFFLINE, location=748048564c27,46707,1733480448621; forceNewPlan=false, retain=false 2024-12-06T10:20:57,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39c0363b662a2aca8d5486846c6f155, regionState=OPENING, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:20:58,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a39c0363b662a2aca8d5486846c6f155, ASSIGN because future has completed 2024-12-06T10:20:58,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39c0363b662a2aca8d5486846c6f155, server=748048564c27,46707,1733480448621}] 2024-12-06T10:20:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,198 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:58,198 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a39c0363b662a2aca8d5486846c6f155, NAME => 'test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:58,199 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:58,199 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:20:58,200 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,200 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:58,201 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,201 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,207 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,208 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39c0363b662a2aca8d5486846c6f155 columnFamilyName f 2024-12-06T10:20:58,208 DEBUG [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:58,210 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(327): Store=a39c0363b662a2aca8d5486846c6f155/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:58,210 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,211 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39c0363b662a2aca8d5486846c6f155 columnFamilyName f1 2024-12-06T10:20:58,211 DEBUG [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:58,212 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(327): Store=a39c0363b662a2aca8d5486846c6f155/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:58,212 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,213 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a39c0363b662a2aca8d5486846c6f155 columnFamilyName norep 2024-12-06T10:20:58,213 DEBUG [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:58,213 INFO [StoreOpener-a39c0363b662a2aca8d5486846c6f155-1 {}] regionserver.HStore(327): Store=a39c0363b662a2aca8d5486846c6f155/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:58,213 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,214 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,214 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,216 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,216 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,216 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:58,217 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,221 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:58,221 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a39c0363b662a2aca8d5486846c6f155; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69962310, jitterRate=0.04251965880393982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:58,221 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:20:58,222 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a39c0363b662a2aca8d5486846c6f155: Running coprocessor pre-open hook at 1733480458201Writing region info on filesystem at 1733480458201Initializing all the Stores at 1733480458202 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480458202Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480458206 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480458206Cleaning up temporary data from old regions at 1733480458216 (+10 ms)Running coprocessor post-open hooks at 1733480458221 (+5 ms)Region opened successfully at 1733480458222 (+1 ms) 2024-12-06T10:20:58,223 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480457772.a39c0363b662a2aca8d5486846c6f155., pid=6, masterSystemTime=1733480458164 2024-12-06T10:20:58,224 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:58,225 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:20:58,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a39c0363b662a2aca8d5486846c6f155, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:20:58,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a39c0363b662a2aca8d5486846c6f155, server=748048564c27,46707,1733480448621 because future has completed 2024-12-06T10:20:58,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:20:58,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a39c0363b662a2aca8d5486846c6f155, server=748048564c27,46707,1733480448621 in 218 msec 2024-12-06T10:20:58,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:20:58,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a39c0363b662a2aca8d5486846c6f155, ASSIGN in 381 msec 2024-12-06T10:20:58,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:58,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480458232"}]},"ts":"1733480458232"} 2024-12-06T10:20:58,235 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:20:58,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:58,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 463 msec 2024-12-06T10:20:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,406 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:20:58,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:20:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7920ea0d 2024-12-06T10:20:58,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:58,408 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:58,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:58,411 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:58,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:58,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:58,412 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:58,820 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b387875c2b3e2e7335aa84ce1823b282, NAME => 'test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535 2024-12-06T10:20:58,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b387875c2b3e2e7335aa84ce1823b282, disabling compactions & flushes 2024-12-06T10:20:58,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. after waiting 0 ms 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:58,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:58,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b387875c2b3e2e7335aa84ce1823b282: Waiting for close lock at 1733480458825Disabling compacts and flushes for region at 1733480458825Disabling writes for close at 1733480458825Writing region close event to WAL at 1733480458825Closed at 1733480458825 2024-12-06T10:20:58,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:58,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480458826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480458826"}]},"ts":"1733480458826"} 2024-12-06T10:20:58,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:58,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:58,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480458829"}]},"ts":"1733480458829"} 2024-12-06T10:20:58,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:58,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b387875c2b3e2e7335aa84ce1823b282, ASSIGN}] 2024-12-06T10:20:58,831 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b387875c2b3e2e7335aa84ce1823b282, ASSIGN 2024-12-06T10:20:58,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b387875c2b3e2e7335aa84ce1823b282, ASSIGN; state=OFFLINE, location=748048564c27,42875,1733480451853; forceNewPlan=false, retain=false 2024-12-06T10:20:58,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T10:20:58,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T10:20:58,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-06T10:20:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-06T10:20:58,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:20:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-06T10:20:58,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T10:20:58,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T10:20:58,982 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b387875c2b3e2e7335aa84ce1823b282, regionState=OPENING, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:20:58,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b387875c2b3e2e7335aa84ce1823b282, ASSIGN because future has completed 2024-12-06T10:20:58,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b387875c2b3e2e7335aa84ce1823b282, server=748048564c27,42875,1733480451853}] 2024-12-06T10:20:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:59,141 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:59,141 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b387875c2b3e2e7335aa84ce1823b282, NAME => 'test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:20:59,142 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:20:59,142 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,142 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,143 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,144 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b387875c2b3e2e7335aa84ce1823b282 columnFamilyName f 2024-12-06T10:20:59,144 DEBUG [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:59,144 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(327): Store=b387875c2b3e2e7335aa84ce1823b282/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:59,145 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,145 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b387875c2b3e2e7335aa84ce1823b282 columnFamilyName f1 2024-12-06T10:20:59,145 DEBUG [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:59,146 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(327): Store=b387875c2b3e2e7335aa84ce1823b282/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:59,146 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,147 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b387875c2b3e2e7335aa84ce1823b282 columnFamilyName norep 2024-12-06T10:20:59,147 DEBUG [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:59,147 INFO [StoreOpener-b387875c2b3e2e7335aa84ce1823b282-1 {}] regionserver.HStore(327): Store=b387875c2b3e2e7335aa84ce1823b282/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:20:59,147 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,147 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,148 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,148 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,148 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,149 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:20:59,150 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,151 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:20:59,152 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b387875c2b3e2e7335aa84ce1823b282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75236373, jitterRate=0.12110932171344757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:20:59,152 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:20:59,152 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b387875c2b3e2e7335aa84ce1823b282: Running coprocessor pre-open hook at 1733480459142Writing region info on filesystem at 1733480459142Initializing all the Stores at 1733480459143 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480459143Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480459143Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480459143Cleaning up temporary data from old regions at 1733480459148 (+5 ms)Running coprocessor post-open hooks at 1733480459152 (+4 ms)Region opened successfully at 1733480459152 2024-12-06T10:20:59,153 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282., pid=6, masterSystemTime=1733480459138 2024-12-06T10:20:59,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:59,155 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:20:59,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b387875c2b3e2e7335aa84ce1823b282, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:20:59,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b387875c2b3e2e7335aa84ce1823b282, server=748048564c27,42875,1733480451853 because future has completed 2024-12-06T10:20:59,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:20:59,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b387875c2b3e2e7335aa84ce1823b282, server=748048564c27,42875,1733480451853 in 176 msec 2024-12-06T10:20:59,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:20:59,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b387875c2b3e2e7335aa84ce1823b282, ASSIGN in 333 msec 2024-12-06T10:20:59,167 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:20:59,167 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480459167"}]},"ts":"1733480459167"} 2024-12-06T10:20:59,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:20:59,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:20:59,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-12-06T10:20:59,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:20:59,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:59,545 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:20:59,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:20:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40223,1733480455426 2024-12-06T10:20:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7216c98d 2024-12-06T10:20:59,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:20:59,547 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:20:59,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:20:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:20:59,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:20:59,551 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:20:59,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:20:59,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:20:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:20:59,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5499505a8f827d0965ec0d66993f613c, NAME => 'test,,1733480459548.5499505a8f827d0965ec0d66993f613c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2 2024-12-06T10:20:59,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:20:59,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:20:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:59,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480459548.5499505a8f827d0965ec0d66993f613c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5499505a8f827d0965ec0d66993f613c, disabling compactions & flushes 2024-12-06T10:20:59,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480459548.5499505a8f827d0965ec0d66993f613c. after waiting 0 ms 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:20:59,979 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:20:59,979 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5499505a8f827d0965ec0d66993f613c: Waiting for close lock at 1733480459979Disabling compacts and flushes for region at 1733480459979Disabling writes for close at 1733480459979Writing region close event to WAL at 1733480459979Closed at 1733480459979 2024-12-06T10:20:59,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:20:59,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480459548.5499505a8f827d0965ec0d66993f613c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480459980"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480459980"}]},"ts":"1733480459980"} 2024-12-06T10:20:59,983 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:20:59,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:20:59,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480459984"}]},"ts":"1733480459984"} 2024-12-06T10:20:59,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:20:59,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5499505a8f827d0965ec0d66993f613c, ASSIGN}] 2024-12-06T10:20:59,989 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5499505a8f827d0965ec0d66993f613c, ASSIGN 2024-12-06T10:20:59,990 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5499505a8f827d0965ec0d66993f613c, ASSIGN; state=OFFLINE, location=748048564c27,42033,1733480455500; forceNewPlan=false, retain=false 2024-12-06T10:21:00,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5499505a8f827d0965ec0d66993f613c, regionState=OPENING, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:21:00,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5499505a8f827d0965ec0d66993f613c, ASSIGN because future has completed 2024-12-06T10:21:00,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5499505a8f827d0965ec0d66993f613c, server=748048564c27,42033,1733480455500}] 2024-12-06T10:21:00,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:00,300 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:00,301 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5499505a8f827d0965ec0d66993f613c, NAME => 'test,,1733480459548.5499505a8f827d0965ec0d66993f613c.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:00,301 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:00,301 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:21:00,301 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,301 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480459548.5499505a8f827d0965ec0d66993f613c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:00,301 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,301 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,302 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,303 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5499505a8f827d0965ec0d66993f613c columnFamilyName f 2024-12-06T10:21:00,303 DEBUG [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:00,304 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(327): Store=5499505a8f827d0965ec0d66993f613c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:00,304 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,305 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5499505a8f827d0965ec0d66993f613c columnFamilyName f1 2024-12-06T10:21:00,305 DEBUG [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:00,305 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(327): Store=5499505a8f827d0965ec0d66993f613c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:00,305 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,306 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5499505a8f827d0965ec0d66993f613c columnFamilyName norep 2024-12-06T10:21:00,306 DEBUG [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:00,307 INFO [StoreOpener-5499505a8f827d0965ec0d66993f613c-1 {}] regionserver.HStore(327): Store=5499505a8f827d0965ec0d66993f613c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:00,307 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,308 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,309 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,310 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,310 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,311 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:00,312 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,313 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:00,314 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5499505a8f827d0965ec0d66993f613c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74344565, jitterRate=0.10782034695148468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:00,314 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:00,314 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5499505a8f827d0965ec0d66993f613c: Running coprocessor pre-open hook at 1733480460301Writing region info on filesystem at 1733480460301Initializing all the Stores at 1733480460302 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480460302Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480460302Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480460302Cleaning up temporary data from old regions at 1733480460310 (+8 ms)Running coprocessor post-open hooks at 1733480460314 (+4 ms)Region opened successfully at 1733480460314 2024-12-06T10:21:00,315 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480459548.5499505a8f827d0965ec0d66993f613c., pid=6, masterSystemTime=1733480460296 2024-12-06T10:21:00,317 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:00,317 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:00,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5499505a8f827d0965ec0d66993f613c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:21:00,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5499505a8f827d0965ec0d66993f613c, server=748048564c27,42033,1733480455500 because future has completed 2024-12-06T10:21:00,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:21:00,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5499505a8f827d0965ec0d66993f613c, server=748048564c27,42033,1733480455500 in 177 msec 2024-12-06T10:21:00,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:21:00,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5499505a8f827d0965ec0d66993f613c, ASSIGN in 335 msec 2024-12-06T10:21:00,325 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:00,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480460325"}]},"ts":"1733480460325"} 2024-12-06T10:21:00,327 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:21:00,328 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:00,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-12-06T10:21:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:00,686 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:21:00,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a31a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40527,-1 for getting cluster id 2024-12-06T10:21:00,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:00,687 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f6bc70-2435-4907-a9d9-6dfe79d998c1' 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f6bc70-2435-4907-a9d9-6dfe79d998c1" 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbe1613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40527,-1] 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:00,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:00,689 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268d9257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40527,1733480448558 2024-12-06T10:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ae03e2 2024-12-06T10:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:00,692 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:00,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:37525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:00,695 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37525' 2024-12-06T10:21:00,696 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c0bcdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,696 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:00,697 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:00,697 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b94019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:00,700 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:00,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0f1e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:00,701 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:00,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:21:00,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7344b2dc 2024-12-06T10:21:00,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:00,703 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:00,703 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T10:21:00,704 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:00,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:00,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:00,704 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:00,704 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:00,706 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:21:00,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:00,707 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:00,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:00,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:21:00,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c954577a0353953ece4f230166d25e5, NAME => 'hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9 2024-12-06T10:21:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:21:00,732 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:00,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7c954577a0353953ece4f230166d25e5, disabling compactions & flushes 2024-12-06T10:21:00,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:00,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:00,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. after waiting 0 ms 2024-12-06T10:21:00,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:00,733 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:00,733 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c954577a0353953ece4f230166d25e5: Waiting for close lock at 1733480460732Disabling compacts and flushes for region at 1733480460732Disabling writes for close at 1733480460733 (+1 ms)Writing region close event to WAL at 1733480460733Closed at 1733480460733 2024-12-06T10:21:00,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:00,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480460734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480460734"}]},"ts":"1733480460734"} 2024-12-06T10:21:00,736 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:00,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:00,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480460737"}]},"ts":"1733480460737"} 2024-12-06T10:21:00,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:21:00,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c954577a0353953ece4f230166d25e5, ASSIGN}] 2024-12-06T10:21:00,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c954577a0353953ece4f230166d25e5, ASSIGN 2024-12-06T10:21:00,742 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c954577a0353953ece4f230166d25e5, ASSIGN; state=OFFLINE, location=748048564c27,46707,1733480448621; forceNewPlan=false, retain=false 2024-12-06T10:21:00,757 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:21:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:00,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c954577a0353953ece4f230166d25e5, regionState=OPENING, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:21:00,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c954577a0353953ece4f230166d25e5, ASSIGN because future has completed 2024-12-06T10:21:00,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c954577a0353953ece4f230166d25e5, server=748048564c27,46707,1733480448621}] 2024-12-06T10:21:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:01,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:01,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:01,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:21:01,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C46707%2C1733480448621.rep, suffix=, logDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621, archiveDir=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs, maxLogs=10 2024-12-06T10:21:01,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.rep.1733480461058, exclude list is [], retry=0 2024-12-06T10:21:01,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38539,DS-f1bca85e-3df4-48b5-b964-d0dc2a9c1b00,DISK] 2024-12-06T10:21:01,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.rep.1733480461058 2024-12-06T10:21:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37251:37251)] 2024-12-06T10:21:01,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c954577a0353953ece4f230166d25e5, NAME => 'hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:01,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. service=MultiRowMutationService 2024-12-06T10:21:01,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,084 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,089 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c954577a0353953ece4f230166d25e5 columnFamilyName hfileref 2024-12-06T10:21:01,089 DEBUG [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:01,090 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(327): Store=7c954577a0353953ece4f230166d25e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:01,090 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,091 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c954577a0353953ece4f230166d25e5 columnFamilyName queue 2024-12-06T10:21:01,091 DEBUG [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:01,092 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(327): Store=7c954577a0353953ece4f230166d25e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:01,092 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,093 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c954577a0353953ece4f230166d25e5 columnFamilyName sid 2024-12-06T10:21:01,093 DEBUG [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:01,093 INFO [StoreOpener-7c954577a0353953ece4f230166d25e5-1 {}] regionserver.HStore(327): Store=7c954577a0353953ece4f230166d25e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:01,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:01,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:01,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7c954577a0353953ece4f230166d25e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61192462, jitterRate=-0.08816125988960266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:01,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7c954577a0353953ece4f230166d25e5: Running coprocessor pre-open hook at 1733480461080Writing region info on filesystem at 1733480461080Initializing all the Stores at 1733480461081 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480461081Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480461084 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480461084Cleaning up temporary data from old regions at 1733480461097 (+13 ms)Running coprocessor post-open hooks at 1733480461117 (+20 ms)Region opened successfully at 1733480461117 2024-12-06T10:21:01,118 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5., pid=10, masterSystemTime=1733480461049 2024-12-06T10:21:01,121 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7c954577a0353953ece4f230166d25e5, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,46707,1733480448621 2024-12-06T10:21:01,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:01,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:01,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c954577a0353953ece4f230166d25e5, server=748048564c27,46707,1733480448621 because future has completed 2024-12-06T10:21:01,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:21:01,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c954577a0353953ece4f230166d25e5, server=748048564c27,46707,1733480448621 in 234 msec 2024-12-06T10:21:01,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:21:01,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c954577a0353953ece4f230166d25e5, ASSIGN in 395 msec 2024-12-06T10:21:01,138 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:01,138 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480461138"}]},"ts":"1733480461138"} 2024-12-06T10:21:01,139 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:21:01,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:01,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 436 msec 2024-12-06T10:21:01,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5., hostname=748048564c27,46707,1733480448621, seqNum=2] 2024-12-06T10:21:01,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:21:01,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:21:01,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:21:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:01,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:21:01,330 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:21:01,360 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,46707,1733480448621, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:21:01,360 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:01,360 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46707,1733480448621, seqNum=-1] 2024-12-06T10:21:01,361 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:01,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:01,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,46707,1733480448621', locateType=CURRENT is [region=hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5., hostname=748048564c27,46707,1733480448621, seqNum=2] 2024-12-06T10:21:01,365 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:21:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:21:01,367 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,46707,1733480448621 suceeded 2024-12-06T10:21:01,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:21:01,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T10:21:01,369 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:37525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:21:01,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 677 msec 2024-12-06T10:21:01,379 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37525' 2024-12-06T10:21:01,380 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26598c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,380 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:01,380 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:01,381 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50ae8b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:01,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,382 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:01,382 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f8e0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,382 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:21:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62c98ac 2024-12-06T10:21:01,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:01,384 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:01,384 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,46707,1733480448621 (queues=1) is replicating from cluster=28f6bc70-2435-4907-a9d9-6dfe79d998c1 to cluster=887bfb17-cc32-4052-89c0-71af1d023cff 2024-12-06T10:21:01,384 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C46707%2C1733480448621 2024-12-06T10:21:01,384 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,46707,1733480448621, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:21:01,385 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C46707%2C1733480448621 2024-12-06T10:21:01,385 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805, startPosition=0, beingWritten=true 2024-12-06T10:21:01,389 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:01,389 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:01,389 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,46707,1733480448621 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:01,593 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:01,673 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:21:01,674 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:21:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:01,835 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:21:01,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:01,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:01,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:01,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:01,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:01,837 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:01,837 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55963d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:01,838 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,839 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:01,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb8e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:21:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f8566f2 2024-12-06T10:21:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:01,841 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:01,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:01,844 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40223' 2024-12-06T10:21:01,845 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@807a7f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,845 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:21:01,845 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:01,845 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:21:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:01,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:21:01,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d9c0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:21:01,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:01,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,847 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:01,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ccaea28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:01,847 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:01,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40223,1733480455426 2024-12-06T10:21:01,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54b99090 2024-12-06T10:21:01,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:01,849 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:01,849 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-06T10:21:01,849 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:01,849 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,849 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:01,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:01,850 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:01,851 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:21:01,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:01,851 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:01,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:21:01,896 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:01,901 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:21:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:02,266 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 972a9a899a2cba9b41563901e1f3d594, NAME => 'hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535 2024-12-06T10:21:02,300 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:21:02,326 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:02,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 972a9a899a2cba9b41563901e1f3d594, disabling compactions & flushes 2024-12-06T10:21:02,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. after waiting 0 ms 2024-12-06T10:21:02,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,327 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 972a9a899a2cba9b41563901e1f3d594: Waiting for close lock at 1733480462326Disabling compacts and flushes for region at 1733480462326Disabling writes for close at 1733480462327 (+1 ms)Writing region close event to WAL at 1733480462327Closed at 1733480462327 2024-12-06T10:21:02,330 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:02,330 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480462330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480462330"}]},"ts":"1733480462330"} 2024-12-06T10:21:02,333 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:02,341 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:02,341 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480462341"}]},"ts":"1733480462341"} 2024-12-06T10:21:02,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:21:02,345 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=972a9a899a2cba9b41563901e1f3d594, ASSIGN}] 2024-12-06T10:21:02,346 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=972a9a899a2cba9b41563901e1f3d594, ASSIGN 2024-12-06T10:21:02,347 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=972a9a899a2cba9b41563901e1f3d594, ASSIGN; state=OFFLINE, location=748048564c27,42875,1733480451853; forceNewPlan=false, retain=false 2024-12-06T10:21:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:02,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=972a9a899a2cba9b41563901e1f3d594, regionState=OPENING, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:21:02,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=972a9a899a2cba9b41563901e1f3d594, ASSIGN because future has completed 2024-12-06T10:21:02,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 972a9a899a2cba9b41563901e1f3d594, server=748048564c27,42875,1733480451853}] 2024-12-06T10:21:02,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:02,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:21:02,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42875%2C1733480451853.rep, suffix=, logDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853, archiveDir=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/oldWALs, maxLogs=10 2024-12-06T10:21:02,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.rep.1733480462663, exclude list is [], retry=0 2024-12-06T10:21:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38257,DS-7e97a28a-50e6-4598-8349-ee1ef658867f,DISK] 2024-12-06T10:21:02,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.rep.1733480462663 2024-12-06T10:21:02,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33161:33161)] 2024-12-06T10:21:02,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 972a9a899a2cba9b41563901e1f3d594, NAME => 'hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:02,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:02,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:02,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. service=MultiRowMutationService 2024-12-06T10:21:02,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:21:02,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:02,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,687 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,688 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972a9a899a2cba9b41563901e1f3d594 columnFamilyName hfileref 2024-12-06T10:21:02,689 DEBUG [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:02,689 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(327): Store=972a9a899a2cba9b41563901e1f3d594/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:02,689 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,690 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972a9a899a2cba9b41563901e1f3d594 columnFamilyName queue 2024-12-06T10:21:02,690 DEBUG [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:02,690 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(327): Store=972a9a899a2cba9b41563901e1f3d594/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:02,690 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,691 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 972a9a899a2cba9b41563901e1f3d594 columnFamilyName sid 2024-12-06T10:21:02,691 DEBUG [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:02,692 INFO [StoreOpener-972a9a899a2cba9b41563901e1f3d594-1 {}] regionserver.HStore(327): Store=972a9a899a2cba9b41563901e1f3d594/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:02,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/replication/972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/replication/972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:02,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/replication/972a9a899a2cba9b41563901e1f3d594/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:02,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 972a9a899a2cba9b41563901e1f3d594; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251663, jitterRate=0.061732515692710876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:02,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:02,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 972a9a899a2cba9b41563901e1f3d594: Running coprocessor pre-open hook at 1733480462685Writing region info on filesystem at 1733480462685Initializing all the Stores at 1733480462686 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480462686Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480462687 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480462687Cleaning up temporary data from old regions at 1733480462693 (+6 ms)Running coprocessor post-open hooks at 1733480462697 (+4 ms)Region opened successfully at 1733480462697 2024-12-06T10:21:02,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594., pid=10, masterSystemTime=1733480462654 2024-12-06T10:21:02,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:02,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=972a9a899a2cba9b41563901e1f3d594, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42875,1733480451853 2024-12-06T10:21:02,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 972a9a899a2cba9b41563901e1f3d594, server=748048564c27,42875,1733480451853 because future has completed 2024-12-06T10:21:02,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:21:02,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 972a9a899a2cba9b41563901e1f3d594, server=748048564c27,42875,1733480451853 in 203 msec 2024-12-06T10:21:02,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:21:02,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=972a9a899a2cba9b41563901e1f3d594, ASSIGN in 361 msec 2024-12-06T10:21:02,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:02,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480462709"}]},"ts":"1733480462709"} 2024-12-06T10:21:02,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:21:02,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:02,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 861 msec 2024-12-06T10:21:02,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594., hostname=748048564c27,42875,1733480451853, seqNum=2] 2024-12-06T10:21:02,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:21:02,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:21:02,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:21:02,853 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:02,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:21:02,926 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:21:02,972 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42875,1733480451853, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:21:02,973 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:02,973 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42875,1733480451853, seqNum=-1] 2024-12-06T10:21:02,974 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:02,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:02,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42875,1733480451853', locateType=CURRENT is [region=hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594., hostname=748048564c27,42875,1733480451853, seqNum=2] 2024-12-06T10:21:02,979 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:21:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:21:02,981 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42875,1733480451853 suceeded 2024-12-06T10:21:02,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:21:02,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-12-06T10:21:02,984 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:40223,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:21:02,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:02,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1430 sec 2024-12-06T10:21:02,999 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:40223' 2024-12-06T10:21:03,001 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f49cb26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:03,001 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:21:03,001 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:03,002 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:21:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:21:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d844b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:03,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:21:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:03,003 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:03,004 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1eb6fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:03,004 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40223,1733480455426 2024-12-06T10:21:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aa26e45 2024-12-06T10:21:03,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:03,006 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:03,007 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42875,1733480451853 (queues=1) is replicating from cluster=887bfb17-cc32-4052-89c0-71af1d023cff to cluster=649b2eaf-8056-4c23-a4e9-3e7e58b9da42 2024-12-06T10:21:03,007 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42875%2C1733480451853 2024-12-06T10:21:03,007 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42875,1733480451853, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:21:03,007 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, startPosition=0, beingWritten=true 2024-12-06T10:21:03,008 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42875%2C1733480451853 2024-12-06T10:21:03,013 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:03,013 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:03,013 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:03,217 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:03,457 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:03,524 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:03,929 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37525 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:03,996 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:21:03,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:03,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:03,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:03,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:03,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:03,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2707d684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:03,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:21:03,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:03,998 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:21:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:21:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4fa199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:21:03,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:03,999 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:04,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab2145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:04,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,40223,1733480455426 2024-12-06T10:21:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13901b4b 2024-12-06T10:21:04,001 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:04,002 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:04,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:37525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:04,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:04,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:04,005 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37525' 2024-12-06T10:21:04,006 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557795ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:04,006 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:04,006 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:04,006 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:04,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:04,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1815ccc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:04,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:04,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:04,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:04,007 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:04,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb0f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:04,008 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:21:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bc7602c 2024-12-06T10:21:04,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:04,009 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:04,010 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:21:04,010 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:04,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:04,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:04,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:04,011 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:04,012 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:21:04,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:04,012 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:04,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:21:04,062 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:21:04,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:04,162 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:04,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6e689c92d526cd87b2a1d1b8ac96c49, NAME => 'hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2 2024-12-06T10:21:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:21:04,433 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:04,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:04,644 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:04,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6e689c92d526cd87b2a1d1b8ac96c49, disabling compactions & flushes 2024-12-06T10:21:04,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. after waiting 0 ms 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:04,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:04,825 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6e689c92d526cd87b2a1d1b8ac96c49: Waiting for close lock at 1733480464825Disabling compacts and flushes for region at 1733480464825Disabling writes for close at 1733480464825Writing region close event to WAL at 1733480464825Closed at 1733480464825 2024-12-06T10:21:04,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:04,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480464826"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480464826"}]},"ts":"1733480464826"} 2024-12-06T10:21:04,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:04,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:04,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480464829"}]},"ts":"1733480464829"} 2024-12-06T10:21:04,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:21:04,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6e689c92d526cd87b2a1d1b8ac96c49, ASSIGN}] 2024-12-06T10:21:04,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6e689c92d526cd87b2a1d1b8ac96c49, ASSIGN 2024-12-06T10:21:04,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6e689c92d526cd87b2a1d1b8ac96c49, ASSIGN; state=OFFLINE, location=748048564c27,42033,1733480455500; forceNewPlan=false, retain=false 2024-12-06T10:21:04,966 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:04,983 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6e689c92d526cd87b2a1d1b8ac96c49, regionState=OPENING, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:21:04,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6e689c92d526cd87b2a1d1b8ac96c49, ASSIGN because future has completed 2024-12-06T10:21:04,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6e689c92d526cd87b2a1d1b8ac96c49, server=748048564c27,42033,1733480455500}] 2024-12-06T10:21:05,036 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:05,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:05,140 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:05,141 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:21:05,142 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C42033%2C1733480455500.rep, suffix=, logDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500, archiveDir=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/oldWALs, maxLogs=10 2024-12-06T10:21:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:05,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.rep.1733480465143, exclude list is [], retry=0 2024-12-06T10:21:05,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40865,DS-7ea2de78-8681-4007-a6e2-860263d85e51,DISK] 2024-12-06T10:21:05,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.rep.1733480465143 2024-12-06T10:21:05,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42235:42235)] 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6e689c92d526cd87b2a1d1b8ac96c49, NAME => 'hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:05,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. service=MultiRowMutationService 2024-12-06T10:21:05,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,166 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,167 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6e689c92d526cd87b2a1d1b8ac96c49 columnFamilyName hfileref 2024-12-06T10:21:05,168 DEBUG [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:05,168 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(327): Store=f6e689c92d526cd87b2a1d1b8ac96c49/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:05,168 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,169 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6e689c92d526cd87b2a1d1b8ac96c49 columnFamilyName queue 2024-12-06T10:21:05,169 DEBUG [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:05,169 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(327): Store=f6e689c92d526cd87b2a1d1b8ac96c49/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:05,169 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,170 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6e689c92d526cd87b2a1d1b8ac96c49 columnFamilyName sid 2024-12-06T10:21:05,170 DEBUG [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:05,170 INFO [StoreOpener-f6e689c92d526cd87b2a1d1b8ac96c49-1 {}] regionserver.HStore(327): Store=f6e689c92d526cd87b2a1d1b8ac96c49/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:05,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/replication/f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/replication/f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:05,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/replication/f6e689c92d526cd87b2a1d1b8ac96c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:05,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6e689c92d526cd87b2a1d1b8ac96c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66937174, jitterRate=-0.002558380365371704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:05,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:05,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6e689c92d526cd87b2a1d1b8ac96c49: Running coprocessor pre-open hook at 1733480465166Writing region info on filesystem at 1733480465166Initializing all the Stores at 1733480465166Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480465166Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480465166Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480465166Cleaning up temporary data from old regions at 1733480465172 (+6 ms)Running coprocessor post-open hooks at 1733480465175 (+3 ms)Region opened successfully at 1733480465175 2024-12-06T10:21:05,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49., pid=10, masterSystemTime=1733480465137 2024-12-06T10:21:05,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:05,178 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:05,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6e689c92d526cd87b2a1d1b8ac96c49, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,42033,1733480455500 2024-12-06T10:21:05,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6e689c92d526cd87b2a1d1b8ac96c49, server=748048564c27,42033,1733480455500 because future has completed 2024-12-06T10:21:05,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:21:05,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6e689c92d526cd87b2a1d1b8ac96c49, server=748048564c27,42033,1733480455500 in 195 msec 2024-12-06T10:21:05,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:21:05,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6e689c92d526cd87b2a1d1b8ac96c49, ASSIGN in 351 msec 2024-12-06T10:21:05,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:05,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480465184"}]},"ts":"1733480465184"} 2024-12-06T10:21:05,185 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:21:05,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:05,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-06T10:21:05,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49., hostname=748048564c27,42033,1733480455500, seqNum=2] 2024-12-06T10:21:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:21:05,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:21:05,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:21:05,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:21:05,381 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:21:05,413 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,42033,1733480455500, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:21:05,413 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:05,414 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42033,1733480455500, seqNum=-1] 2024-12-06T10:21:05,414 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:05,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,42033,1733480455500', locateType=CURRENT is [region=hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49., hostname=748048564c27,42033,1733480455500, seqNum=2] 2024-12-06T10:21:05,419 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:21:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:21:05,422 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,42033,1733480455500 suceeded 2024-12-06T10:21:05,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:21:05,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-06T10:21:05,424 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:37525,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:21:05,425 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4220 sec 2024-12-06T10:21:05,436 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37525' 2024-12-06T10:21:05,437 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@375936ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:05,437 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:05,438 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:05,438 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:05,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@749fae48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:05,440 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:05,440 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@314d5e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:05,440 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37525,1733480451809 2024-12-06T10:21:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@655d0603 2024-12-06T10:21:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:05,442 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:05,443 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,42033,1733480455500 (queues=1) is replicating from cluster=649b2eaf-8056-4c23-a4e9-3e7e58b9da42 to cluster=887bfb17-cc32-4052-89c0-71af1d023cff 2024-12-06T10:21:05,443 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C42033%2C1733480455500 2024-12-06T10:21:05,443 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,42033,1733480455500, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:21:05,443 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C42033%2C1733480455500 2024-12-06T10:21:05,443 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, startPosition=0, beingWritten=true 2024-12-06T10:21:05,448 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:05,448 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:05,448 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:05,651 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:05,740 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:05,870 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:05,956 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:06,155 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:21:06,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:06,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:06,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738352c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40527,-1 for getting cluster id 2024-12-06T10:21:06,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:06,157 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28f6bc70-2435-4907-a9d9-6dfe79d998c1' 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28f6bc70-2435-4907-a9d9-6dfe79d998c1" 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757441b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40527,-1] 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,159 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176658e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f6b13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:06,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:06,161 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789f2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,162 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4320cf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:21:06,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:06,164 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:21:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:21:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139edf0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:21:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,165 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:06,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1ae3b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,46707,1733480448621, seqNum=-1] 2024-12-06T10:21:06,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:06,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480457772.a39c0363b662a2aca8d5486846c6f155., hostname=748048564c27,46707,1733480448621, seqNum=2] 2024-12-06T10:21:06,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42033,1733480455500, seqNum=-1] 2024-12-06T10:21:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:06,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480459548.5499505a8f827d0965ec0d66993f613c., hostname=748048564c27,42033,1733480455500, seqNum=2] 2024-12-06T10:21:06,192 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T10:21:06,360 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:06,545 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:06,864 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:06,874 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 379, reset compression=false 2024-12-06T10:21:06,879 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:06,879 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:06,879 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,46707,1733480448621 got entry batch from reader: WALEntryBatch [walEntries=[{test/a39c0363b662a2aca8d5486846c6f155/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-06T10:21:06,881 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:06,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-06T10:21:06,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:06,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fb3a318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37525,-1 for getting cluster id 2024-12-06T10:21:06,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:06,885 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '887bfb17-cc32-4052-89c0-71af1d023cff' 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "887bfb17-cc32-4052-89c0-71af1d023cff" 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bc893e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37525,-1] 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:06,886 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:06,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d659b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:06,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:06,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42875,1733480451853, seqNum=-1] 2024-12-06T10:21:06,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:06,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:06,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282., hostname=748048564c27,42875,1733480451853, seqNum=2] 2024-12-06T10:21:06,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:07,083 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:07,193 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-06T10:21:07,386 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:07,449 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 379, reset compression=false 2024-12-06T10:21:07,454 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:07,454 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 503, reset compression=false 2024-12-06T10:21:07,454 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[{test/b387875c2b3e2e7335aa84ce1823b282/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-06T10:21:07,456 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:07,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-06T10:21:07,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:07,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72369ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:07,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,40223,-1 for getting cluster id 2024-12-06T10:21:07,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:07,459 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '649b2eaf-8056-4c23-a4e9-3e7e58b9da42' 2024-12-06T10:21:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "649b2eaf-8056-4c23-a4e9-3e7e58b9da42" 2024-12-06T10:21:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42ee72f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:07,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,40223,-1] 2024-12-06T10:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:07,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:07,460 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:07,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@540c0e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:07,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42033,1733480455500, seqNum=-1] 2024-12-06T10:21:07,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:07,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:07,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733480459548.5499505a8f827d0965ec0d66993f613c., hostname=748048564c27,42033,1733480455500, seqNum=2] 2024-12-06T10:21:07,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:07,468 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 379, reset compression=false 2024-12-06T10:21:07,473 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:07,473 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 527, reset compression=false 2024-12-06T10:21:07,473 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:07,658 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 503, reset compression=false 2024-12-06T10:21:07,676 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 527, reset compression=false 2024-12-06T10:21:07,790 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:07,961 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 503, reset compression=false 2024-12-06T10:21:07,979 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 527, reset compression=false 2024-12-06T10:21:08,196 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-06T10:21:08,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,42875,1733480451853, seqNum=-1] 2024-12-06T10:21:08,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:08,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:08,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282., hostname=748048564c27,42875,1733480451853, seqNum=2] 2024-12-06T10:21:08,205 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-06T10:21:08,293 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:08,382 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 503, reset compression=false 2024-12-06T10:21:08,386 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:08,386 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 607, reset compression=false 2024-12-06T10:21:08,386 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[{test/b387875c2b3e2e7335aa84ce1823b282/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:21:08,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:08,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:08,393 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 527, reset compression=false 2024-12-06T10:21:08,396 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:08,396 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 655, reset compression=false 2024-12-06T10:21:08,396 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:08,589 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 607, reset compression=false 2024-12-06T10:21:08,601 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 655, reset compression=false 2024-12-06T10:21:08,894 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 607, reset compression=false 2024-12-06T10:21:08,897 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:08,904 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 655, reset compression=false 2024-12-06T10:21:09,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-06T10:21:09,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-06T10:21:09,298 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 607, reset compression=false 2024-12-06T10:21:09,308 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 655, reset compression=false 2024-12-06T10:21:09,318 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:09,318 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 759, reset compression=false 2024-12-06T10:21:09,318 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[{test/5499505a8f827d0965ec0d66993f613c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-06T10:21:09,323 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:09,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-06T10:21:09,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:09,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:09,537 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 759, reset compression=false 2024-12-06T10:21:09,600 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:09,802 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 607, reset compression=false 2024-12-06T10:21:09,810 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:09,810 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 734, reset compression=false 2024-12-06T10:21:09,813 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:09,848 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 759, reset compression=false 2024-12-06T10:21:10,017 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 734, reset compression=false 2024-12-06T10:21:10,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-06T10:21:10,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-06T10:21:10,261 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 759, reset compression=false 2024-12-06T10:21:10,326 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 734, reset compression=false 2024-12-06T10:21:10,404 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 480, reset compression=false 2024-12-06T10:21:10,409 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:10,410 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:10,410 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,46707,1733480448621 got entry batch from reader: WALEntryBatch [walEntries=[{test/a39c0363b662a2aca8d5486846c6f155/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-06T10:21:10,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:10,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:10,613 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:10,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:10,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,734 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 734, reset compression=false 2024-12-06T10:21:10,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,738 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 881, reset compression=false 2024-12-06T10:21:10,739 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[{test/b387875c2b3e2e7335aa84ce1823b282/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-06T10:21:10,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:10,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:10,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:10,772 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 759, reset compression=false 2024-12-06T10:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 930, reset compression=false 2024-12-06T10:21:10,776 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:10,920 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:10,943 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 881, reset compression=false 2024-12-06T10:21:10,980 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 930, reset compression=false 2024-12-06T10:21:11,220 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-06T10:21:11,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-06T10:21:11,247 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 881, reset compression=false 2024-12-06T10:21:11,252 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:11,252 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:11,252 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[{test/b387875c2b3e2e7335aa84ce1823b282/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T10:21:11,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:11,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42033 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:11,283 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 930, reset compression=false 2024-12-06T10:21:11,287 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:11,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1080, reset compression=false 2024-12-06T10:21:11,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:11,324 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:11,466 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:11,491 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1080, reset compression=false 2024-12-06T10:21:11,770 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:11,794 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1080, reset compression=false 2024-12-06T10:21:11,827 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:12,174 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:12,197 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1080, reset compression=false 2024-12-06T10:21:12,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-06T10:21:12,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-06T10:21:12,431 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:12,678 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:12,701 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1080, reset compression=false 2024-12-06T10:21:12,705 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:12,705 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1239, reset compression=false 2024-12-06T10:21:12,705 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[{test/5499505a8f827d0965ec0d66993f613c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-06T10:21:12,706 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-06T10:21:12,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-06T10:21:12,908 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1239, reset compression=false 2024-12-06T10:21:13,135 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:13,212 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1239, reset compression=false 2024-12-06T10:21:13,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-06T10:21:13,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:13,244 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:13,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:13,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:13,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:13,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:13,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:13,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100164248, stopped=false 2024-12-06T10:21:13,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,40223,1733480455426 2024-12-06T10:21:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2552896660/running 2024-12-06T10:21:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:21:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2552896660/running 2024-12-06T10:21:13,247 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:13,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:21:13,248 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:13,248 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:13,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:13,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42033,1733480455500' ***** 2024-12-06T10:21:13,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:13,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/running 2024-12-06T10:21:13,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Set watcher on znode that does not yet exist, /2552896660/running 2024-12-06T10:21:13,249 INFO [RS:0;748048564c27:42033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:13,249 INFO [RS:0;748048564c27:42033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:13,249 INFO [RS:0;748048564c27:42033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:13,249 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for 5499505a8f827d0965ec0d66993f613c 2024-12-06T10:21:13,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42033,1733480455500 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42033. 2024-12-06T10:21:13,250 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5499505a8f827d0965ec0d66993f613c, disabling compactions & flushes 2024-12-06T10:21:13,250 DEBUG [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:13,250 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:13,250 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:13,250 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:13,250 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480459548.5499505a8f827d0965ec0d66993f613c. after waiting 0 ms 2024-12-06T10:21:13,250 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:13,250 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5499505a8f827d0965ec0d66993f613c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T10:21:13,250 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:21:13,250 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1325): Online Regions={5499505a8f827d0965ec0d66993f613c=test,,1733480459548.5499505a8f827d0965ec0d66993f613c., 1588230740=hbase:meta,,1.1588230740, f6e689c92d526cd87b2a1d1b8ac96c49=hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.} 2024-12-06T10:21:13,250 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5499505a8f827d0965ec0d66993f613c, f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:13,251 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:13,251 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:13,251 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:13,251 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:13,251 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:13,251 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:21:13,268 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f/c4bd670fd1bf403ebdb1c1ce761be61e is 29, key is row1/f:/1733480471221/DeleteFamily/seqid=0 2024-12-06T10:21:13,269 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/info/66dae582f7c44cff832045d2e8b1a3d3 is 147, key is hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49./info:regioninfo/1733480465178/Put/seqid=0 2024-12-06T10:21:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741840_1016 (size=5152) 2024-12-06T10:21:13,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:21:13,282 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1040, reset compression=false 2024-12-06T10:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:13,286 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:13,310 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:13,451 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5499505a8f827d0965ec0d66993f613c, f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:13,490 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:13,615 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1239, reset compression=false 2024-12-06T10:21:13,619 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:13,620 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1486, reset compression=false 2024-12-06T10:21:13,620 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42033,1733480455500 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:13,620 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,42033,1733480455500: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,42033,1733480455500, walGroup=748048564c27%2C42033%2C1733480455500, offset=748048564c27%2C42033%2C1733480455500.1733480457141:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:21:13,621 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:21:13,622 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:21:13,622 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:21:13,622 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:21:13,622 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:21:13,622 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 835740392 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 201631032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:21:13,623 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:40223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:40223 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:21:13,651 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5499505a8f827d0965ec0d66993f613c, f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:13,672 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f/c4bd670fd1bf403ebdb1c1ce761be61e 2024-12-06T10:21:13,676 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/info/66dae582f7c44cff832045d2e8b1a3d3 2024-12-06T10:21:13,677 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bd670fd1bf403ebdb1c1ce761be61e 2024-12-06T10:21:13,693 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/ns/be4d642b836847138d59d561c25af4ca is 43, key is default/ns:d/1733480457625/Put/seqid=0 2024-12-06T10:21:13,694 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f1/98401aacf731498b8aa10a746ac1befa is 30, key is row1/f1:/1733480471221/DeleteFamily/seqid=0 2024-12-06T10:21:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741842_1018 (size=5153) 2024-12-06T10:21:13,696 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/ns/be4d642b836847138d59d561c25af4ca 2024-12-06T10:21:13,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741843_1019 (size=5158) 2024-12-06T10:21:13,712 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/rep_barrier/04c8ed56858b42d4ae86a82aafed5872 is 112, key is test,,1733480459548.5499505a8f827d0965ec0d66993f613c./rep_barrier:seqnumDuringOpen/1733480460317/Put/seqid=0 2024-12-06T10:21:13,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741844_1020 (size=5518) 2024-12-06T10:21:13,794 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:13,822 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1486, reset compression=false 2024-12-06T10:21:13,851 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5499505a8f827d0965ec0d66993f613c, f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:13,938 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:14,008 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:21:14,008 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:21:14,051 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5499505a8f827d0965ec0d66993f613c, f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:14,099 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f1/98401aacf731498b8aa10a746ac1befa 2024-12-06T10:21:14,102 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98401aacf731498b8aa10a746ac1befa 2024-12-06T10:21:14,116 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/rep_barrier/04c8ed56858b42d4ae86a82aafed5872 2024-12-06T10:21:14,117 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/norep/5a456b5e7c2e4111b73fd28a38ed34ed is 33, key is row2/norep:/1733480472227/DeleteFamily/seqid=0 2024-12-06T10:21:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741845_1021 (size=5108) 2024-12-06T10:21:14,121 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/norep/5a456b5e7c2e4111b73fd28a38ed34ed 2024-12-06T10:21:14,124 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a456b5e7c2e4111b73fd28a38ed34ed 2024-12-06T10:21:14,125 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f/c4bd670fd1bf403ebdb1c1ce761be61e as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/f/c4bd670fd1bf403ebdb1c1ce761be61e 2024-12-06T10:21:14,126 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1486, reset compression=false 2024-12-06T10:21:14,130 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bd670fd1bf403ebdb1c1ce761be61e 2024-12-06T10:21:14,130 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/f/c4bd670fd1bf403ebdb1c1ce761be61e, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:14,131 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/f1/98401aacf731498b8aa10a746ac1befa as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/f1/98401aacf731498b8aa10a746ac1befa 2024-12-06T10:21:14,134 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 98401aacf731498b8aa10a746ac1befa 2024-12-06T10:21:14,135 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/f1/98401aacf731498b8aa10a746ac1befa, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:14,135 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/.tmp/norep/5a456b5e7c2e4111b73fd28a38ed34ed as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/norep/5a456b5e7c2e4111b73fd28a38ed34ed 2024-12-06T10:21:14,138 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/table/5549964d6add45fab3b93816e72fd0b7 is 53, key is hbase:replication/table:state/1733480465184/Put/seqid=0 2024-12-06T10:21:14,139 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a456b5e7c2e4111b73fd28a38ed34ed 2024-12-06T10:21:14,139 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/norep/5a456b5e7c2e4111b73fd28a38ed34ed, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:14,140 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5499505a8f827d0965ec0d66993f613c in 890ms, sequenceid=10, compaction requested=false 2024-12-06T10:21:14,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741846_1022 (size=5308) 2024-12-06T10:21:14,141 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/table/5549964d6add45fab3b93816e72fd0b7 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/default/test/5499505a8f827d0965ec0d66993f613c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/info/66dae582f7c44cff832045d2e8b1a3d3 as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/info/66dae582f7c44cff832045d2e8b1a3d3 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:14,145 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5499505a8f827d0965ec0d66993f613c: Waiting for close lock at 1733480473250Running coprocessor pre-close hooks at 1733480473250Disabling compacts and flushes for region at 1733480473250Disabling writes for close at 1733480473250Obtaining lock to block concurrent updates at 1733480473250Preparing flush snapshotting stores in 5499505a8f827d0965ec0d66993f613c at 1733480473250Finished memstore snapshotting test,,1733480459548.5499505a8f827d0965ec0d66993f613c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733480473251 (+1 ms)Flushing stores of test,,1733480459548.5499505a8f827d0965ec0d66993f613c. at 1733480473251Flushing 5499505a8f827d0965ec0d66993f613c/f: creating writer at 1733480473251Flushing 5499505a8f827d0965ec0d66993f613c/f: appending metadata at 1733480473267 (+16 ms)Flushing 5499505a8f827d0965ec0d66993f613c/f: closing flushed file at 1733480473267Flushing 5499505a8f827d0965ec0d66993f613c/f1: creating writer at 1733480473677 (+410 ms)Flushing 5499505a8f827d0965ec0d66993f613c/f1: appending metadata at 1733480473694 (+17 ms)Flushing 5499505a8f827d0965ec0d66993f613c/f1: closing flushed file at 1733480473694Flushing 5499505a8f827d0965ec0d66993f613c/norep: creating writer at 1733480474102 (+408 ms)Flushing 5499505a8f827d0965ec0d66993f613c/norep: appending metadata at 1733480474116 (+14 ms)Flushing 5499505a8f827d0965ec0d66993f613c/norep: closing flushed file at 1733480474116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c46e3ad: reopening flushed file at 1733480474124 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e19b0d: reopening flushed file at 1733480474130 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e785020: reopening flushed file at 1733480474135 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5499505a8f827d0965ec0d66993f613c in 890ms, sequenceid=10, compaction requested=false at 1733480474140 (+5 ms)Writing region close event to WAL at 1733480474142 (+2 ms)Running coprocessor post-close hooks at 1733480474145 (+3 ms)Closed at 1733480474145 2024-12-06T10:21:14,145 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480459548.5499505a8f827d0965ec0d66993f613c. 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6e689c92d526cd87b2a1d1b8ac96c49, disabling compactions & flushes 2024-12-06T10:21:14,146 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. after waiting 0 ms 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6e689c92d526cd87b2a1d1b8ac96c49: Waiting for close lock at 1733480474146Running coprocessor pre-close hooks at 1733480474146Disabling compacts and flushes for region at 1733480474146Disabling writes for close at 1733480474146Failed flush hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49., putting online again at 1733480474146 2024-12-06T10:21:14,146 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,148 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/info/66dae582f7c44cff832045d2e8b1a3d3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:21:14,149 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/ns/be4d642b836847138d59d561c25af4ca as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/ns/be4d642b836847138d59d561c25af4ca 2024-12-06T10:21:14,152 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/ns/be4d642b836847138d59d561c25af4ca, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:21:14,153 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/rep_barrier/04c8ed56858b42d4ae86a82aafed5872 as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/rep_barrier/04c8ed56858b42d4ae86a82aafed5872 2024-12-06T10:21:14,156 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/rep_barrier/04c8ed56858b42d4ae86a82aafed5872, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:21:14,157 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/.tmp/table/5549964d6add45fab3b93816e72fd0b7 as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/table/5549964d6add45fab3b93816e72fd0b7 2024-12-06T10:21:14,160 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/table/5549964d6add45fab3b93816e72fd0b7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:21:14,160 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false 2024-12-06T10:21:14,164 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:21:14,164 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:14,164 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:14,164 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:14,164 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480473250Running coprocessor pre-close hooks at 1733480473250Disabling compacts and flushes for region at 1733480473251 (+1 ms)Disabling writes for close at 1733480473251Obtaining lock to block concurrent updates at 1733480473251Preparing flush snapshotting stores in 1588230740 at 1733480473251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480473251Flushing stores of hbase:meta,,1.1588230740 at 1733480473251Flushing 1588230740/info: creating writer at 1733480473251Flushing 1588230740/info: appending metadata at 1733480473269 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733480473269Flushing 1588230740/ns: creating writer at 1733480473679 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733480473692 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733480473692Flushing 1588230740/rep_barrier: creating writer at 1733480473699 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480473712 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480473712Flushing 1588230740/table: creating writer at 1733480474121 (+409 ms)Flushing 1588230740/table: appending metadata at 1733480474137 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733480474137Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e6b75a: reopening flushed file at 1733480474145 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a9cf6ea: reopening flushed file at 1733480474149 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20a5212f: reopening flushed file at 1733480474152 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51460df6: reopening flushed file at 1733480474156 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=16, compaction requested=false at 1733480474160 (+4 ms)Writing region close event to WAL at 1733480474162 (+2 ms)Running coprocessor post-close hooks at 1733480474164 (+2 ms)Closed at 1733480474164 2024-12-06T10:21:14,165 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:14,197 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:14,251 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:21:14,251 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1325): Online Regions={f6e689c92d526cd87b2a1d1b8ac96c49=hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49.} 2024-12-06T10:21:14,251 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(3091): Received CLOSE for f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:14,252 DEBUG [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1351): Waiting on f6e689c92d526cd87b2a1d1b8ac96c49 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6e689c92d526cd87b2a1d1b8ac96c49, disabling compactions & flushes 2024-12-06T10:21:14,252 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. after waiting 0 ms 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6e689c92d526cd87b2a1d1b8ac96c49: Waiting for close lock at 1733480474252Running coprocessor pre-close hooks at 1733480474252Disabling compacts and flushes for region at 1733480474252Disabling writes for close at 1733480474252Failed flush hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49., putting online again at 1733480474252 2024-12-06T10:21:14,252 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480464010.f6e689c92d526cd87b2a1d1b8ac96c49. 2024-12-06T10:21:14,452 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T10:21:14,452 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42033,1733480455500; all regions closed. 2024-12-06T10:21:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:21:14,454 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.meta.1733480457551.meta not finished, retry = 0 2024-12-06T10:21:14,533 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 1486, reset compression=false 2024-12-06T10:21:14,537 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:14,537 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 2130, reset compression=false 2024-12-06T10:21:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741839_1015 (size=2171) 2024-12-06T10:21:14,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.rep.1733480465143 not finished, retry = 0 2024-12-06T10:21:14,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741833_1009 (size=2138) 2024-12-06T10:21:14,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 not finished, retry = 0 2024-12-06T10:21:14,700 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:14,740 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 to pos 2130, reset compression=false 2024-12-06T10:21:14,760 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:14,760 INFO [RS:0;748048564c27:42033 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:14,760 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/WALs/748048564c27,42033,1733480455500/748048564c27%2C42033%2C1733480455500.1733480457141 2024-12-06T10:21:14,760 INFO [RS:0;748048564c27:42033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:14,761 INFO [RS:0;748048564c27:42033 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:14,761 INFO [RS:0;748048564c27:42033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:14,761 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:14,761 INFO [RS:0;748048564c27:42033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42033,1733480455500 because: Region server is closing 2024-12-06T10:21:14,761 INFO [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42033. 2024-12-06T10:21:14,761 DEBUG [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:14,761 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:14,761 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:14,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:14,842 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:14,862 INFO [RS:0;748048564c27:42033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.shipper748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 terminated 2024-12-06T10:21:14,862 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42033,1733480455500.replicationSource.wal-reader.748048564c27%2C42033%2C1733480455500,1-748048564c27,42033,1733480455500 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-06T10:21:14,862 INFO [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42033. 2024-12-06T10:21:14,862 DEBUG [RS:0;748048564c27:42033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:14,862 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:14,862 DEBUG [RS:0;748048564c27:42033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:14,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:14,862 INFO [RS:0;748048564c27:42033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42033 2024-12-06T10:21:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2552896660/rs/748048564c27,42033,1733480455500 2024-12-06T10:21:14,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660/rs 2024-12-06T10:21:14,864 INFO [RS:0;748048564c27:42033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:14,866 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42033,1733480455500] 2024-12-06T10:21:14,868 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2552896660/draining/748048564c27,42033,1733480455500 already deleted, retry=false 2024-12-06T10:21:14,868 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42033,1733480455500 expired; onlineServers=0 2024-12-06T10:21:14,868 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,40223,1733480455426' ***** 2024-12-06T10:21:14,868 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:14,868 INFO [M:0;748048564c27:40223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:14,868 INFO [M:0;748048564c27:40223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:14,868 DEBUG [M:0;748048564c27:40223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:14,868 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:14,868 DEBUG [M:0;748048564c27:40223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:14,868 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480456925 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480456925,5,FailOnTimeoutGroup] 2024-12-06T10:21:14,868 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480456926 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480456926,5,FailOnTimeoutGroup] 2024-12-06T10:21:14,869 INFO [M:0;748048564c27:40223 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:14,869 INFO [M:0;748048564c27:40223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:14,869 DEBUG [M:0;748048564c27:40223 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:14,869 INFO [M:0;748048564c27:40223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:14,869 INFO [M:0;748048564c27:40223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:14,869 INFO [M:0;748048564c27:40223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:14,870 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2552896660/master 2024-12-06T10:21:14,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2552896660 2024-12-06T10:21:14,879 DEBUG [M:0;748048564c27:40223 {}] zookeeper.ZKUtil(347): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Unable to get data of znode /2552896660/master because node does not exist (not an error) 2024-12-06T10:21:14,879 WARN [M:0;748048564c27:40223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:21:14,880 INFO [M:0;748048564c27:40223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/.lastflushedseqids 2024-12-06T10:21:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741847_1023 (size=245) 2024-12-06T10:21:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:14,966 INFO [RS:0;748048564c27:42033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42033-0x101874a68210007, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:14,966 INFO [RS:0;748048564c27:42033 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42033,1733480455500; zookeeper connection closed. 2024-12-06T10:21:14,966 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6afbbec6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6afbbec6 2024-12-06T10:21:14,967 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:15,285 INFO [M:0;748048564c27:40223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:15,285 INFO [M:0;748048564c27:40223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:15,285 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:15,285 INFO [M:0;748048564c27:40223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:15,285 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:15,285 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:15,285 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:15,285 INFO [M:0;748048564c27:40223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T10:21:15,303 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:15,303 DEBUG [M:0;748048564c27:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7650c74345e74822a09c8664980d3953 is 82, key is hbase:meta,,1/info:regioninfo/1733480457611/Put/seqid=0 2024-12-06T10:21:15,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741848_1024 (size=5672) 2024-12-06T10:21:15,307 INFO [M:0;748048564c27:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7650c74345e74822a09c8664980d3953 2024-12-06T10:21:15,324 DEBUG [M:0;748048564c27:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9c60533fe341758c8b1fdb787bfcc7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480465187/Put/seqid=0 2024-12-06T10:21:15,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741849_1025 (size=8516) 2024-12-06T10:21:15,328 INFO [M:0;748048564c27:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9c60533fe341758c8b1fdb787bfcc7 2024-12-06T10:21:15,349 DEBUG [M:0;748048564c27:40223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f07e287ac20c43e785b05b3cea30c7bd is 69, key is 748048564c27,42033,1733480455500/rs:state/1733480456970/Put/seqid=0 2024-12-06T10:21:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741850_1026 (size=5156) 2024-12-06T10:21:15,753 INFO [M:0;748048564c27:40223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f07e287ac20c43e785b05b3cea30c7bd 2024-12-06T10:21:15,757 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7650c74345e74822a09c8664980d3953 as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7650c74345e74822a09c8664980d3953 2024-12-06T10:21:15,762 INFO [M:0;748048564c27:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7650c74345e74822a09c8664980d3953, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:21:15,762 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd9c60533fe341758c8b1fdb787bfcc7 as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9c60533fe341758c8b1fdb787bfcc7 2024-12-06T10:21:15,766 INFO [M:0;748048564c27:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd9c60533fe341758c8b1fdb787bfcc7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:21:15,767 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f07e287ac20c43e785b05b3cea30c7bd as hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f07e287ac20c43e785b05b3cea30c7bd 2024-12-06T10:21:15,772 INFO [M:0;748048564c27:40223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38057/user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f07e287ac20c43e785b05b3cea30c7bd, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:21:15,773 INFO [M:0;748048564c27:40223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=97, compaction requested=false 2024-12-06T10:21:15,779 INFO [M:0;748048564c27:40223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:15,779 DEBUG [M:0;748048564c27:40223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480475285Disabling compacts and flushes for region at 1733480475285Disabling writes for close at 1733480475285Obtaining lock to block concurrent updates at 1733480475285Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480475285Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733480475285Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480475286 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480475286Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480475303 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480475303Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480475310 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480475324 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480475324Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480475331 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480475348 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480475348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235523cc: reopening flushed file at 1733480475757 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ef39531: reopening flushed file at 1733480475762 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38376c9f: reopening flushed file at 1733480475766 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=97, compaction requested=false at 1733480475773 (+7 ms)Writing region close event to WAL at 1733480475779 (+6 ms)Closed at 1733480475779 2024-12-06T10:21:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40865 is added to blk_1073741830_1006 (size=63654) 2024-12-06T10:21:15,781 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/70ebb4f0-9295-7911-7a0a-cc90446b58a2/MasterData/WALs/748048564c27,40223,1733480455426/748048564c27%2C40223%2C1733480455426.1733480456821 not finished, retry = 0 2024-12-06T10:21:15,845 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:15,882 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:15,882 INFO [M:0;748048564c27:40223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:15,882 INFO [M:0;748048564c27:40223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40223 2024-12-06T10:21:15,882 INFO [M:0;748048564c27:40223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:15,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:15,984 INFO [M:0;748048564c27:40223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:15,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40223-0x101874a68210006, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:15,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c308fd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:15,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19375c90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:15,988 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:15,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24149e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:15,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d89182b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:15,989 WARN [BP-751645861-172.17.0.2-1733480454116 heartbeating to localhost/127.0.0.1:38057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:15,989 WARN [BP-751645861-172.17.0.2-1733480454116 heartbeating to localhost/127.0.0.1:38057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751645861-172.17.0.2-1733480454116 (Datanode Uuid d50a4d28-fb5a-459e-9bbf-19c491fb22e9) service to localhost/127.0.0.1:38057 2024-12-06T10:21:15,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:15,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:15,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/cluster_00bc269b-4734-ad69-05b2-c7572716ac49/data/data1/current/BP-751645861-172.17.0.2-1733480454116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:15,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/cluster_00bc269b-4734-ad69-05b2-c7572716ac49/data/data2/current/BP-751645861-172.17.0.2-1733480454116 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:15,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:15,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4860eb76{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:15,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15165ee4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:15,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:15,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327dba0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:15,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b00ea66{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:16,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:16,012 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:16,012 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:16,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:16,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:16,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:16,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:16,012 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1285548230, stopped=false 2024-12-06T10:21:16,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:16,012 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,37525,1733480451809 2024-12-06T10:21:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165915802/running 2024-12-06T10:21:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165915802/running 2024-12-06T10:21:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:21:16,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:21:16,015 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:16,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:16,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:16,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:16,016 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,42875,1733480451853' ***** 2024-12-06T10:21:16,016 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:16,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/running 2024-12-06T10:21:16,016 INFO [RS:0;748048564c27:42875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:16,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Set watcher on znode that does not yet exist, /165915802/running 2024-12-06T10:21:16,016 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(959): stopping server 748048564c27,42875,1733480451853 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42875. 2024-12-06T10:21:16,017 DEBUG [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:16,017 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b387875c2b3e2e7335aa84ce1823b282, disabling compactions & flushes 2024-12-06T10:21:16,017 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:16,017 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:21:16,017 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:16,017 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. after waiting 0 ms 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:16,017 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:21:16,017 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:16,018 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b387875c2b3e2e7335aa84ce1823b282 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-06T10:21:16,018 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:21:16,018 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b387875c2b3e2e7335aa84ce1823b282=test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282., 972a9a899a2cba9b41563901e1f3d594=hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.} 2024-12-06T10:21:16,018 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594, b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,018 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:16,018 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:16,018 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:16,018 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:16,018 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:16,018 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:21:16,039 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/info/b8fd7e294b004885bb65cce7eff9f536 is 147, key is hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594./info:regioninfo/1733480462701/Put/seqid=0 2024-12-06T10:21:16,040 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f/b7c743a129c44abb9c17fff969599ac9 is 29, key is row1/f:/1733480471221/DeleteFamily/seqid=0 2024-12-06T10:21:16,040 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741840_1016 (size=5152) 2024-12-06T10:21:16,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741841_1017 (size=7686) 2024-12-06T10:21:16,218 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594, b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,418 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594, b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,444 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f/b7c743a129c44abb9c17fff969599ac9 2024-12-06T10:21:16,444 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/info/b8fd7e294b004885bb65cce7eff9f536 2024-12-06T10:21:16,449 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c743a129c44abb9c17fff969599ac9 2024-12-06T10:21:16,465 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f1/15aac886f01041daac9f959f86eeeb5b is 30, key is row1/f1:/1733480471221/DeleteFamily/seqid=0 2024-12-06T10:21:16,467 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/ns/67acf577d46a44a1aec58eee88dfdcce is 43, key is default/ns:d/1733480454047/Put/seqid=0 2024-12-06T10:21:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741842_1018 (size=5158) 2024-12-06T10:21:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741843_1019 (size=5153) 2024-12-06T10:21:16,470 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/ns/67acf577d46a44a1aec58eee88dfdcce 2024-12-06T10:21:16,486 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/rep_barrier/fde7cd994fe346b0aabc7f326269d738 is 112, key is test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282./rep_barrier:seqnumDuringOpen/1733480459155/Put/seqid=0 2024-12-06T10:21:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741844_1020 (size=5518) 2024-12-06T10:21:16,618 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594, b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,810 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1189, reset compression=false 2024-12-06T10:21:16,815 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:16,815 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1436, reset compression=false 2024-12-06T10:21:16,815 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,42875,1733480451853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:16,816 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,42875,1733480451853: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-748048564c27,42875,1733480451853, walGroup=748048564c27%2C42875%2C1733480451853, offset=748048564c27%2C42875%2C1733480451853.1733480453039:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:42875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:21:16,817 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:21:16,817 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:21:16,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:21:16,818 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 915432168 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 201830216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:21:16,818 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594, b387875c2b3e2e7335aa84ce1823b282 2024-12-06T10:21:16,818 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:37525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:37525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:21:16,869 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f1/15aac886f01041daac9f959f86eeeb5b 2024-12-06T10:21:16,873 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15aac886f01041daac9f959f86eeeb5b 2024-12-06T10:21:16,889 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/rep_barrier/fde7cd994fe346b0aabc7f326269d738 2024-12-06T10:21:16,892 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/norep/1a9634cf19ca40d297e95f5dc407e89c is 33, key is row1/norep:/1733480471221/DeleteFamily/seqid=0 2024-12-06T10:21:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741845_1021 (size=5108) 2024-12-06T10:21:16,901 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/norep/1a9634cf19ca40d297e95f5dc407e89c 2024-12-06T10:21:16,907 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a9634cf19ca40d297e95f5dc407e89c 2024-12-06T10:21:16,908 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f/b7c743a129c44abb9c17fff969599ac9 as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/f/b7c743a129c44abb9c17fff969599ac9 2024-12-06T10:21:16,909 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:21:16,909 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:21:16,911 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7c743a129c44abb9c17fff969599ac9 2024-12-06T10:21:16,912 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/f/b7c743a129c44abb9c17fff969599ac9, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:16,912 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/f1/15aac886f01041daac9f959f86eeeb5b as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/f1/15aac886f01041daac9f959f86eeeb5b 2024-12-06T10:21:16,916 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15aac886f01041daac9f959f86eeeb5b 2024-12-06T10:21:16,916 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/f1/15aac886f01041daac9f959f86eeeb5b, entries=3, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:16,917 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/.tmp/norep/1a9634cf19ca40d297e95f5dc407e89c as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/norep/1a9634cf19ca40d297e95f5dc407e89c 2024-12-06T10:21:16,922 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a9634cf19ca40d297e95f5dc407e89c 2024-12-06T10:21:16,922 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/norep/1a9634cf19ca40d297e95f5dc407e89c, entries=1, sequenceid=10, filesize=5.0 K 2024-12-06T10:21:16,923 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b387875c2b3e2e7335aa84ce1823b282 in 906ms, sequenceid=10, compaction requested=false 2024-12-06T10:21:16,923 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:21:16,923 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/table/9ee2ba00a252444ba18f7c05d804007b is 53, key is hbase:replication/table:state/1733480462709/Put/seqid=0 2024-12-06T10:21:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741846_1022 (size=5308) 2024-12-06T10:21:16,936 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/default/test/b387875c2b3e2e7335aa84ce1823b282/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-06T10:21:16,937 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:16,937 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:16,937 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:21:16,937 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b387875c2b3e2e7335aa84ce1823b282: Waiting for close lock at 1733480476017Running coprocessor pre-close hooks at 1733480476017Disabling compacts and flushes for region at 1733480476017Disabling writes for close at 1733480476017Obtaining lock to block concurrent updates at 1733480476018 (+1 ms)Preparing flush snapshotting stores in b387875c2b3e2e7335aa84ce1823b282 at 1733480476018Finished memstore snapshotting test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733480476018Flushing stores of test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. at 1733480476018Flushing b387875c2b3e2e7335aa84ce1823b282/f: creating writer at 1733480476018Flushing b387875c2b3e2e7335aa84ce1823b282/f: appending metadata at 1733480476039 (+21 ms)Flushing b387875c2b3e2e7335aa84ce1823b282/f: closing flushed file at 1733480476039Flushing b387875c2b3e2e7335aa84ce1823b282/f1: creating writer at 1733480476449 (+410 ms)Flushing b387875c2b3e2e7335aa84ce1823b282/f1: appending metadata at 1733480476464 (+15 ms)Flushing b387875c2b3e2e7335aa84ce1823b282/f1: closing flushed file at 1733480476464Flushing b387875c2b3e2e7335aa84ce1823b282/norep: creating writer at 1733480476873 (+409 ms)Flushing b387875c2b3e2e7335aa84ce1823b282/norep: appending metadata at 1733480476891 (+18 ms)Flushing b387875c2b3e2e7335aa84ce1823b282/norep: closing flushed file at 1733480476891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@609e83eb: reopening flushed file at 1733480476907 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c6c79: reopening flushed file at 1733480476912 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423eced1: reopening flushed file at 1733480476917 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b387875c2b3e2e7335aa84ce1823b282 in 906ms, sequenceid=10, compaction requested=false at 1733480476923 (+6 ms)Writing region close event to WAL at 1733480476929 (+6 ms)Running coprocessor post-close hooks at 1733480476937 (+8 ms)Closed at 1733480476937 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480458408.b387875c2b3e2e7335aa84ce1823b282. 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 972a9a899a2cba9b41563901e1f3d594, disabling compactions & flushes 2024-12-06T10:21:16,938 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. after waiting 0 ms 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 972a9a899a2cba9b41563901e1f3d594: Waiting for close lock at 1733480476938Running coprocessor pre-close hooks at 1733480476938Disabling compacts and flushes for region at 1733480476938Disabling writes for close at 1733480476938Failed flush hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594., putting online again at 1733480476938 2024-12-06T10:21:16,938 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:16,949 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:17,019 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:21:17,019 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 972a9a899a2cba9b41563901e1f3d594=hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594.} 2024-12-06T10:21:17,019 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(3091): Received CLOSE for 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:17,019 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 972a9a899a2cba9b41563901e1f3d594 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 972a9a899a2cba9b41563901e1f3d594, disabling compactions & flushes 2024-12-06T10:21:17,019 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. after waiting 0 ms 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 972a9a899a2cba9b41563901e1f3d594: Waiting for close lock at 1733480477019Running coprocessor pre-close hooks at 1733480477019Disabling compacts and flushes for region at 1733480477019Disabling writes for close at 1733480477019Failed flush hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594., putting online again at 1733480477019 2024-12-06T10:21:17,019 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733480461849.972a9a899a2cba9b41563901e1f3d594. 2024-12-06T10:21:17,021 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 1436, reset compression=false 2024-12-06T10:21:17,026 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:17,026 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 2080, reset compression=false 2024-12-06T10:21:17,219 DEBUG [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:17,230 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/WALs/748048564c27,42875,1733480451853/748048564c27%2C42875%2C1733480451853.1733480453039 to pos 2080, reset compression=false 2024-12-06T10:21:17,332 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/table/9ee2ba00a252444ba18f7c05d804007b 2024-12-06T10:21:17,338 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/info/b8fd7e294b004885bb65cce7eff9f536 as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/info/b8fd7e294b004885bb65cce7eff9f536 2024-12-06T10:21:17,345 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/info/b8fd7e294b004885bb65cce7eff9f536, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:21:17,346 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/ns/67acf577d46a44a1aec58eee88dfdcce as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/ns/67acf577d46a44a1aec58eee88dfdcce 2024-12-06T10:21:17,354 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/ns/67acf577d46a44a1aec58eee88dfdcce, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:21:17,355 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/rep_barrier/fde7cd994fe346b0aabc7f326269d738 as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/rep_barrier/fde7cd994fe346b0aabc7f326269d738 2024-12-06T10:21:17,360 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/rep_barrier/fde7cd994fe346b0aabc7f326269d738, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:21:17,363 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/.tmp/table/9ee2ba00a252444ba18f7c05d804007b as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/table/9ee2ba00a252444ba18f7c05d804007b 2024-12-06T10:21:17,369 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/table/9ee2ba00a252444ba18f7c05d804007b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:21:17,370 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false 2024-12-06T10:21:17,370 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:21:17,406 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:21:17,406 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:17,406 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:17,406 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:17,406 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480476018Running coprocessor pre-close hooks at 1733480476018Disabling compacts and flushes for region at 1733480476018Disabling writes for close at 1733480476018Obtaining lock to block concurrent updates at 1733480476018Preparing flush snapshotting stores in 1588230740 at 1733480476018Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480476018Flushing stores of hbase:meta,,1.1588230740 at 1733480476019 (+1 ms)Flushing 1588230740/info: creating writer at 1733480476019Flushing 1588230740/info: appending metadata at 1733480476039 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733480476039Flushing 1588230740/ns: creating writer at 1733480476449 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733480476466 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733480476466Flushing 1588230740/rep_barrier: creating writer at 1733480476473 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480476486 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480476486Flushing 1588230740/table: creating writer at 1733480476898 (+412 ms)Flushing 1588230740/table: appending metadata at 1733480476923 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733480476923Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1179b2bf: reopening flushed file at 1733480477337 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8dc188: reopening flushed file at 1733480477345 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5eb14a: reopening flushed file at 1733480477354 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e052266: reopening flushed file at 1733480477360 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1352ms, sequenceid=16, compaction requested=false at 1733480477370 (+10 ms)Writing region close event to WAL at 1733480477402 (+32 ms)Running coprocessor post-close hooks at 1733480477406 (+4 ms)Closed at 1733480477406 2024-12-06T10:21:17,407 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:17,419 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-06T10:21:17,419 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(976): stopping server 748048564c27,42875,1733480451853; all regions closed. 2024-12-06T10:21:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:21:17,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741839_1015 (size=2171) 2024-12-06T10:21:17,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741832_1008 (size=2088) 2024-12-06T10:21:17,430 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:17,430 INFO [RS:0;748048564c27:42875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:17,430 INFO [RS:0;748048564c27:42875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:17,430 INFO [RS:0;748048564c27:42875 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:17,431 INFO [RS:0;748048564c27:42875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:17,431 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:17,431 INFO [RS:0;748048564c27:42875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,42875,1733480451853 because: Region server is closing 2024-12-06T10:21:17,431 INFO [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42875. 2024-12-06T10:21:17,431 DEBUG [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:17,431 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:17,431 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:17,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:17,532 INFO [RS:0;748048564c27:42875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.shipper748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 terminated 2024-12-06T10:21:17,532 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,42875,1733480451853.replicationSource.wal-reader.748048564c27%2C42875%2C1733480451853,1-748048564c27,42875,1733480451853 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:21:17,532 INFO [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:42875. 2024-12-06T10:21:17,532 DEBUG [RS:0;748048564c27:42875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:17,532 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:17,532 DEBUG [RS:0;748048564c27:42875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:17,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:17,532 INFO [RS:0;748048564c27:42875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42875 2024-12-06T10:21:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165915802/rs/748048564c27,42875,1733480451853 2024-12-06T10:21:17,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802/rs 2024-12-06T10:21:17,534 INFO [RS:0;748048564c27:42875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:17,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,42875,1733480451853] 2024-12-06T10:21:17,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /165915802/draining/748048564c27,42875,1733480451853 already deleted, retry=false 2024-12-06T10:21:17,538 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,42875,1733480451853 expired; onlineServers=0 2024-12-06T10:21:17,538 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,37525,1733480451809' ***** 2024-12-06T10:21:17,538 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:17,538 DEBUG [M:0;748048564c27:37525 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:17,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:17,538 DEBUG [M:0;748048564c27:37525 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:17,538 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480452815 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480452815,5,FailOnTimeoutGroup] 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:17,538 DEBUG [M:0;748048564c27:37525 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:17,538 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480452815 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480452815,5,FailOnTimeoutGroup] 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:17,538 INFO [M:0;748048564c27:37525 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:17,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:17,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/165915802/master 2024-12-06T10:21:17,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/165915802 2024-12-06T10:21:17,545 DEBUG [M:0;748048564c27:37525 {}] zookeeper.ZKUtil(347): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Unable to get data of znode /165915802/master because node does not exist (not an error) 2024-12-06T10:21:17,545 WARN [M:0;748048564c27:37525 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:21:17,546 INFO [M:0;748048564c27:37525 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/.lastflushedseqids 2024-12-06T10:21:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741847_1023 (size=245) 2024-12-06T10:21:17,550 INFO [M:0;748048564c27:37525 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:17,550 INFO [M:0;748048564c27:37525 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:17,551 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:17,551 INFO [M:0;748048564c27:37525 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:17,551 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:17,551 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:17,551 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:17,551 INFO [M:0;748048564c27:37525 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-06T10:21:17,571 DEBUG [M:0;748048564c27:37525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0552c265024add9d1aa43d178b9510 is 82, key is hbase:meta,,1/info:regioninfo/1733480454035/Put/seqid=0 2024-12-06T10:21:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741848_1024 (size=5672) 2024-12-06T10:21:17,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:17,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42875-0x101874a68210004, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:17,636 INFO [RS:0;748048564c27:42875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:17,636 INFO [RS:0;748048564c27:42875 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,42875,1733480451853; zookeeper connection closed. 2024-12-06T10:21:17,636 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e7fd61 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e7fd61 2024-12-06T10:21:17,636 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:17,975 INFO [M:0;748048564c27:37525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0552c265024add9d1aa43d178b9510 2024-12-06T10:21:18,002 DEBUG [M:0;748048564c27:37525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8977aada2d4dbab2a1effede130378 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480462712/Put/seqid=0 2024-12-06T10:21:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741849_1025 (size=8516) 2024-12-06T10:21:18,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:21:18,158 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:18,409 INFO [M:0;748048564c27:37525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8977aada2d4dbab2a1effede130378 2024-12-06T10:21:18,432 DEBUG [M:0;748048564c27:37525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cee82cd2c49978aff4609c0193e6f is 69, key is 748048564c27,42875,1733480451853/rs:state/1733480452895/Put/seqid=0 2024-12-06T10:21:18,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741850_1026 (size=5156) 2024-12-06T10:21:18,844 INFO [M:0;748048564c27:37525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cee82cd2c49978aff4609c0193e6f 2024-12-06T10:21:18,849 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f0552c265024add9d1aa43d178b9510 as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f0552c265024add9d1aa43d178b9510 2024-12-06T10:21:18,853 INFO [M:0;748048564c27:37525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f0552c265024add9d1aa43d178b9510, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:21:18,854 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9d8977aada2d4dbab2a1effede130378 as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8977aada2d4dbab2a1effede130378 2024-12-06T10:21:18,857 INFO [M:0;748048564c27:37525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9d8977aada2d4dbab2a1effede130378, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:21:18,858 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/026cee82cd2c49978aff4609c0193e6f as hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026cee82cd2c49978aff4609c0193e6f 2024-12-06T10:21:18,862 INFO [M:0;748048564c27:37525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44693/user/jenkins/test-data/3c77c709-3b68-343b-891d-607948df8535/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/026cee82cd2c49978aff4609c0193e6f, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:21:18,862 INFO [M:0;748048564c27:37525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false 2024-12-06T10:21:18,864 INFO [M:0;748048564c27:37525 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:18,864 DEBUG [M:0;748048564c27:37525 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480477551Disabling compacts and flushes for region at 1733480477551Disabling writes for close at 1733480477551Obtaining lock to block concurrent updates at 1733480477551Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480477551Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733480477551Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480477552 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480477552Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480477570 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480477570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480477979 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480478001 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480478002 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480478413 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480478431 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480478431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2322bc29: reopening flushed file at 1733480478848 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3547fc33: reopening flushed file at 1733480478853 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e46baa2: reopening flushed file at 1733480478857 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=97, compaction requested=false at 1733480478862 (+5 ms)Writing region close event to WAL at 1733480478864 (+2 ms)Closed at 1733480478864 2024-12-06T10:21:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38257 is added to blk_1073741830_1006 (size=63654) 2024-12-06T10:21:18,867 INFO [M:0;748048564c27:37525 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:18,867 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:18,867 INFO [M:0;748048564c27:37525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37525 2024-12-06T10:21:18,867 INFO [M:0;748048564c27:37525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:18,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:18,969 INFO [M:0;748048564c27:37525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:18,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37525-0x101874a68210003, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:18,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d30b01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:18,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1008dde9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:18,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:18,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198298d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:18,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@493365ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:18,973 WARN [BP-1386044364-172.17.0.2-1733480450882 heartbeating to localhost/127.0.0.1:44693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:18,973 WARN [BP-1386044364-172.17.0.2-1733480450882 heartbeating to localhost/127.0.0.1:44693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1386044364-172.17.0.2-1733480450882 (Datanode Uuid ad4712d0-0d25-4e63-8eaa-4f2ce7f398b4) service to localhost/127.0.0.1:44693 2024-12-06T10:21:18,973 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:18,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:18,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/cluster_4242c913-e162-fc14-35a8-3311abe1edc1/data/data1/current/BP-1386044364-172.17.0.2-1733480450882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:18,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/cluster_4242c913-e162-fc14-35a8-3311abe1edc1/data/data2/current/BP-1386044364-172.17.0.2-1733480450882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:18,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:18,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6833715d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:18,982 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f4997b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:18,982 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:18,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4be7a519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:18,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e8b2c8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a60c8778-4d41-3a48-0a42-55f2a97d4ef0/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:18,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:18,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:18,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:18,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:18,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:18,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:18,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:18,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:18,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1706454585, stopped=false 2024-12-06T10:21:18,998 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,40527,1733480448558 2024-12-06T10:21:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111069202/running 2024-12-06T10:21:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111069202/running 2024-12-06T10:21:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:21:18,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:21:18,999 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:19,000 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:19,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/running 2024-12-06T10:21:19,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Set watcher on znode that does not yet exist, /02111069202/running 2024-12-06T10:21:19,000 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:19,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,46707,1733480448621' ***** 2024-12-06T10:21:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:19,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c954577a0353953ece4f230166d25e5 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(3091): Received CLOSE for a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(959): stopping server 748048564c27,46707,1733480448621 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:19,001 INFO [RS:0;748048564c27:46707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:46707. 2024-12-06T10:21:19,001 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c954577a0353953ece4f230166d25e5, disabling compactions & flushes 2024-12-06T10:21:19,001 DEBUG [RS:0;748048564c27:46707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:19,001 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:19,001 DEBUG [RS:0;748048564c27:46707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:19,001 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:19,001 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. after waiting 0 ms 2024-12-06T10:21:19,002 INFO [RS:0;748048564c27:46707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:19,002 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:19,002 INFO [RS:0;748048564c27:46707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:19,002 INFO [RS:0;748048564c27:46707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:19,002 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:19,002 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c954577a0353953ece4f230166d25e5 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-06T10:21:19,002 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:21:19,002 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c954577a0353953ece4f230166d25e5=hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5., a39c0363b662a2aca8d5486846c6f155=test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.} 2024-12-06T10:21:19,002 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c954577a0353953ece4f230166d25e5, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,002 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:19,002 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:19,002 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:19,002 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:19,002 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:19,002 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:21:19,011 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:19,023 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/info/f08547776b9d4ac68085f2f292fe436b is 147, key is hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5./info:regioninfo/1733480461121/Put/seqid=0 2024-12-06T10:21:19,023 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/.tmp/queue/042e268ad286455e828205966bf58bc2 is 153, key is 1-748048564c27,46707,1733480448621/queue:748048564c27%2C46707%2C1733480448621/1733480470415/Put/seqid=0 2024-12-06T10:21:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741840_1016 (size=7686) 2024-12-06T10:21:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741841_1017 (size=5352) 2024-12-06T10:21:19,202 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c954577a0353953ece4f230166d25e5, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,402 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c954577a0353953ece4f230166d25e5, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,428 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/.tmp/queue/042e268ad286455e828205966bf58bc2 2024-12-06T10:21:19,428 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/info/f08547776b9d4ac68085f2f292fe436b 2024-12-06T10:21:19,441 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/.tmp/queue/042e268ad286455e828205966bf58bc2 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/queue/042e268ad286455e828205966bf58bc2 2024-12-06T10:21:19,446 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/queue/042e268ad286455e828205966bf58bc2, entries=1, sequenceid=8, filesize=5.2 K 2024-12-06T10:21:19,447 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7c954577a0353953ece4f230166d25e5 in 445ms, sequenceid=8, compaction requested=false 2024-12-06T10:21:19,461 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.wal-reader.748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/WALs/748048564c27,46707,1733480448621/748048564c27%2C46707%2C1733480448621.1733480449805 to pos 636, reset compression=false 2024-12-06T10:21:19,466 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/ns/ee4e4760c686402a814bf6b8b90a1dc1 is 43, key is default/ns:d/1733480450794/Put/seqid=0 2024-12-06T10:21:19,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741842_1018 (size=5153) 2024-12-06T10:21:19,489 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/replication/7c954577a0353953ece4f230166d25e5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-06T10:21:19,489 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:19,489 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:19,489 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c954577a0353953ece4f230166d25e5: Waiting for close lock at 1733480479001Running coprocessor pre-close hooks at 1733480479001Disabling compacts and flushes for region at 1733480479001Disabling writes for close at 1733480479002 (+1 ms)Obtaining lock to block concurrent updates at 1733480479002Preparing flush snapshotting stores in 7c954577a0353953ece4f230166d25e5 at 1733480479002Finished memstore snapshotting hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733480479002Flushing stores of hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. at 1733480479003 (+1 ms)Flushing 7c954577a0353953ece4f230166d25e5/queue: creating writer at 1733480479003Flushing 7c954577a0353953ece4f230166d25e5/queue: appending metadata at 1733480479022 (+19 ms)Flushing 7c954577a0353953ece4f230166d25e5/queue: closing flushed file at 1733480479023 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67918af0: reopening flushed file at 1733480479440 (+417 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7c954577a0353953ece4f230166d25e5 in 445ms, sequenceid=8, compaction requested=false at 1733480479447 (+7 ms)Writing region close event to WAL at 1733480479469 (+22 ms)Running coprocessor post-close hooks at 1733480479489 (+20 ms)Closed at 1733480479489 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480460704.7c954577a0353953ece4f230166d25e5. 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a39c0363b662a2aca8d5486846c6f155, disabling compactions & flushes 2024-12-06T10:21:19,490 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. after waiting 0 ms 2024-12-06T10:21:19,490 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:21:19,490 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a39c0363b662a2aca8d5486846c6f155 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-06T10:21:19,507 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f/812545928f014c7abfcd4c3165e99ac0 is 28, key is row/f:/1733480470214/DeleteFamily/seqid=0 2024-12-06T10:21:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741843_1019 (size=5085) 2024-12-06T10:21:19,603 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,676 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:21:19,676 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:21:19,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:19,803 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:19,886 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/ns/ee4e4760c686402a814bf6b8b90a1dc1 2024-12-06T10:21:19,909 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/rep_barrier/57b17957e91f41758b673623eb0eee8d is 112, key is test,,1733480457772.a39c0363b662a2aca8d5486846c6f155./rep_barrier:seqnumDuringOpen/1733480458225/Put/seqid=0 2024-12-06T10:21:19,912 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f/812545928f014c7abfcd4c3165e99ac0 2024-12-06T10:21:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741844_1020 (size=5518) 2024-12-06T10:21:19,914 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/rep_barrier/57b17957e91f41758b673623eb0eee8d 2024-12-06T10:21:19,920 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 812545928f014c7abfcd4c3165e99ac0 2024-12-06T10:21:19,939 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/table/ae8997071a69435ab2077ed907eab7ae is 53, key is hbase:replication/table:state/1733480461138/Put/seqid=0 2024-12-06T10:21:19,939 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f1/3dba4eab0d644ef8869c0669b2001274 is 29, key is row/f1:/1733480470214/DeleteFamily/seqid=0 2024-12-06T10:21:19,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741845_1021 (size=5308) 2024-12-06T10:21:19,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741846_1022 (size=5089) 2024-12-06T10:21:20,003 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:21:20,003 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a39c0363b662a2aca8d5486846c6f155=test,,1733480457772.a39c0363b662a2aca8d5486846c6f155.} 2024-12-06T10:21:20,003 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:20,203 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:20,344 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/table/ae8997071a69435ab2077ed907eab7ae 2024-12-06T10:21:20,345 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f1/3dba4eab0d644ef8869c0669b2001274 2024-12-06T10:21:20,349 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dba4eab0d644ef8869c0669b2001274 2024-12-06T10:21:20,349 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/info/f08547776b9d4ac68085f2f292fe436b as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/info/f08547776b9d4ac68085f2f292fe436b 2024-12-06T10:21:20,355 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/info/f08547776b9d4ac68085f2f292fe436b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:21:20,355 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/ns/ee4e4760c686402a814bf6b8b90a1dc1 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/ns/ee4e4760c686402a814bf6b8b90a1dc1 2024-12-06T10:21:20,359 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/ns/ee4e4760c686402a814bf6b8b90a1dc1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:21:20,359 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/rep_barrier/57b17957e91f41758b673623eb0eee8d as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/rep_barrier/57b17957e91f41758b673623eb0eee8d 2024-12-06T10:21:20,363 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/rep_barrier/57b17957e91f41758b673623eb0eee8d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:21:20,364 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/.tmp/table/ae8997071a69435ab2077ed907eab7ae as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/table/ae8997071a69435ab2077ed907eab7ae 2024-12-06T10:21:20,368 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/table/ae8997071a69435ab2077ed907eab7ae, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:21:20,369 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1367ms, sequenceid=16, compaction requested=false 2024-12-06T10:21:20,370 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/norep/54d86b81d02e46f3a43d1ca1a03c6e58 is 32, key is row/norep:/1733480470214/DeleteFamily/seqid=0 2024-12-06T10:21:20,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741847_1023 (size=5101) 2024-12-06T10:21:20,376 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:21:20,377 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:20,377 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:20,377 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:20,377 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480479002Running coprocessor pre-close hooks at 1733480479002Disabling compacts and flushes for region at 1733480479002Disabling writes for close at 1733480479002Obtaining lock to block concurrent updates at 1733480479002Preparing flush snapshotting stores in 1588230740 at 1733480479002Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480479003 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480479003Flushing 1588230740/info: creating writer at 1733480479003Flushing 1588230740/info: appending metadata at 1733480479023 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733480479023Flushing 1588230740/ns: creating writer at 1733480479441 (+418 ms)Flushing 1588230740/ns: appending metadata at 1733480479465 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1733480479465Flushing 1588230740/rep_barrier: creating writer at 1733480479891 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480479909 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480479909Flushing 1588230740/table: creating writer at 1733480479921 (+12 ms)Flushing 1588230740/table: appending metadata at 1733480479938 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733480479938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fd74b9: reopening flushed file at 1733480480349 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@116c1436: reopening flushed file at 1733480480355 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680c61fc: reopening flushed file at 1733480480359 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c17d2c4: reopening flushed file at 1733480480363 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1367ms, sequenceid=16, compaction requested=false at 1733480480369 (+6 ms)Writing region close event to WAL at 1733480480373 (+4 ms)Running coprocessor post-close hooks at 1733480480377 (+4 ms)Closed at 1733480480377 2024-12-06T10:21:20,377 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:20,403 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:20,604 DEBUG [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1351): Waiting on a39c0363b662a2aca8d5486846c6f155 2024-12-06T10:21:20,776 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/norep/54d86b81d02e46f3a43d1ca1a03c6e58 2024-12-06T10:21:20,780 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54d86b81d02e46f3a43d1ca1a03c6e58 2024-12-06T10:21:20,780 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f/812545928f014c7abfcd4c3165e99ac0 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/f/812545928f014c7abfcd4c3165e99ac0 2024-12-06T10:21:20,783 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 812545928f014c7abfcd4c3165e99ac0 2024-12-06T10:21:20,783 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/f/812545928f014c7abfcd4c3165e99ac0, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T10:21:20,784 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/f1/3dba4eab0d644ef8869c0669b2001274 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/f1/3dba4eab0d644ef8869c0669b2001274 2024-12-06T10:21:20,787 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dba4eab0d644ef8869c0669b2001274 2024-12-06T10:21:20,787 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/f1/3dba4eab0d644ef8869c0669b2001274, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T10:21:20,788 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/.tmp/norep/54d86b81d02e46f3a43d1ca1a03c6e58 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/norep/54d86b81d02e46f3a43d1ca1a03c6e58 2024-12-06T10:21:20,791 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54d86b81d02e46f3a43d1ca1a03c6e58 2024-12-06T10:21:20,791 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/norep/54d86b81d02e46f3a43d1ca1a03c6e58, entries=1, sequenceid=6, filesize=5.0 K 2024-12-06T10:21:20,792 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a39c0363b662a2aca8d5486846c6f155 in 1302ms, sequenceid=6, compaction requested=false 2024-12-06T10:21:20,799 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/data/default/test/a39c0363b662a2aca8d5486846c6f155/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T10:21:20,799 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:20,799 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:20,799 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:21:20,799 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a39c0363b662a2aca8d5486846c6f155: Waiting for close lock at 1733480479490Running coprocessor pre-close hooks at 1733480479490Disabling compacts and flushes for region at 1733480479490Disabling writes for close at 1733480479490Obtaining lock to block concurrent updates at 1733480479490Preparing flush snapshotting stores in a39c0363b662a2aca8d5486846c6f155 at 1733480479490Finished memstore snapshotting test,,1733480457772.a39c0363b662a2aca8d5486846c6f155., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733480479490Flushing stores of test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. at 1733480479491 (+1 ms)Flushing a39c0363b662a2aca8d5486846c6f155/f: creating writer at 1733480479491Flushing a39c0363b662a2aca8d5486846c6f155/f: appending metadata at 1733480479507 (+16 ms)Flushing a39c0363b662a2aca8d5486846c6f155/f: closing flushed file at 1733480479507Flushing a39c0363b662a2aca8d5486846c6f155/f1: creating writer at 1733480479920 (+413 ms)Flushing a39c0363b662a2aca8d5486846c6f155/f1: appending metadata at 1733480479938 (+18 ms)Flushing a39c0363b662a2aca8d5486846c6f155/f1: closing flushed file at 1733480479938Flushing a39c0363b662a2aca8d5486846c6f155/norep: creating writer at 1733480480349 (+411 ms)Flushing a39c0363b662a2aca8d5486846c6f155/norep: appending metadata at 1733480480369 (+20 ms)Flushing a39c0363b662a2aca8d5486846c6f155/norep: closing flushed file at 1733480480369Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f1a705: reopening flushed file at 1733480480780 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3295eeae: reopening flushed file at 1733480480783 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cc45158: reopening flushed file at 1733480480787 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a39c0363b662a2aca8d5486846c6f155 in 1302ms, sequenceid=6, compaction requested=false at 1733480480792 (+5 ms)Writing region close event to WAL at 1733480480796 (+4 ms)Running coprocessor post-close hooks at 1733480480799 (+3 ms)Closed at 1733480480799 2024-12-06T10:21:20,799 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480457772.a39c0363b662a2aca8d5486846c6f155. 2024-12-06T10:21:20,804 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(976): stopping server 748048564c27,46707,1733480448621; all regions closed. 2024-12-06T10:21:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741834_1010 (size=4239) 2024-12-06T10:21:20,807 DEBUG [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs 2024-12-06T10:21:20,807 INFO [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C46707%2C1733480448621.meta:.meta(num 1733480450750) 2024-12-06T10:21:20,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741839_1015 (size=2240) 2024-12-06T10:21:20,811 DEBUG [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs 2024-12-06T10:21:20,811 INFO [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C46707%2C1733480448621.rep:(num 1733480461058) 2024-12-06T10:21:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741832_1008 (size=1535) 2024-12-06T10:21:20,815 DEBUG [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/oldWALs 2024-12-06T10:21:20,815 INFO [RS:0;748048564c27:46707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C46707%2C1733480448621:(num 1733480449805) 2024-12-06T10:21:20,815 DEBUG [RS:0;748048564c27:46707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:20,815 INFO [RS:0;748048564c27:46707 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:20,815 INFO [RS:0;748048564c27:46707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:20,816 INFO [RS:0;748048564c27:46707 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:20,816 INFO [RS:0;748048564c27:46707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:20,816 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:20,816 INFO [RS:0;748048564c27:46707 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,46707,1733480448621 because: Region server is closing 2024-12-06T10:21:20,816 INFO [RS:0;748048564c27:46707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:46707. 2024-12-06T10:21:20,816 DEBUG [RS:0;748048564c27:46707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:20,816 DEBUG [RS:0;748048564c27:46707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:20,816 DEBUG [RS:0;748048564c27:46707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:20,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:20,917 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-06T10:21:20,917 INFO [RS:0;748048564c27:46707 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,46707,1733480448621.replicationSource.shipper748048564c27%2C46707%2C1733480448621,1-748048564c27,46707,1733480448621 terminated 2024-12-06T10:21:20,917 INFO [RS:0;748048564c27:46707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46707 2024-12-06T10:21:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111069202/rs/748048564c27,46707,1733480448621 2024-12-06T10:21:20,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202/rs 2024-12-06T10:21:20,920 INFO [RS:0;748048564c27:46707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:20,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,46707,1733480448621] 2024-12-06T10:21:20,924 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02111069202/draining/748048564c27,46707,1733480448621 already deleted, retry=false 2024-12-06T10:21:20,924 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,46707,1733480448621 expired; onlineServers=0 2024-12-06T10:21:20,924 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,40527,1733480448558' ***** 2024-12-06T10:21:20,924 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:20,924 INFO [M:0;748048564c27:40527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:20,924 INFO [M:0;748048564c27:40527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:20,924 DEBUG [M:0;748048564c27:40527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:20,924 DEBUG [M:0;748048564c27:40527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:20,924 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:20,924 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480449605 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480449605,5,FailOnTimeoutGroup] 2024-12-06T10:21:20,924 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480449605 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480449605,5,FailOnTimeoutGroup] 2024-12-06T10:21:20,924 INFO [M:0;748048564c27:40527 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:20,924 INFO [M:0;748048564c27:40527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:20,925 DEBUG [M:0;748048564c27:40527 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:20,925 INFO [M:0;748048564c27:40527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:20,925 INFO [M:0;748048564c27:40527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:20,925 INFO [M:0;748048564c27:40527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:20,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02111069202/master 2024-12-06T10:21:20,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02111069202 2024-12-06T10:21:20,926 DEBUG [M:0;748048564c27:40527 {}] zookeeper.ZKUtil(347): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Unable to get data of znode /02111069202/master because node does not exist (not an error) 2024-12-06T10:21:20,926 WARN [M:0;748048564c27:40527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:21:20,926 INFO [M:0;748048564c27:40527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/.lastflushedseqids 2024-12-06T10:21:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741848_1024 (size=245) 2024-12-06T10:21:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:21,022 INFO [RS:0;748048564c27:46707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:21,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46707-0x101874a68210001, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:21,022 INFO [RS:0;748048564c27:46707 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,46707,1733480448621; zookeeper connection closed. 2024-12-06T10:21:21,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66235bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66235bd 2024-12-06T10:21:21,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:21,330 INFO [M:0;748048564c27:40527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:21,330 INFO [M:0;748048564c27:40527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:21,331 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:21,331 INFO [M:0;748048564c27:40527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:21,331 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:21,331 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:21,331 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:21,331 INFO [M:0;748048564c27:40527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-06T10:21:21,350 DEBUG [M:0;748048564c27:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef58ab945a481bb0b961088b5bc5ca is 82, key is hbase:meta,,1/info:regioninfo/1733480450780/Put/seqid=0 2024-12-06T10:21:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741849_1025 (size=5672) 2024-12-06T10:21:21,354 INFO [M:0;748048564c27:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef58ab945a481bb0b961088b5bc5ca 2024-12-06T10:21:21,374 DEBUG [M:0;748048564c27:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b69c5bf3294b3fb8d9202941f56651 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480461142/Put/seqid=0 2024-12-06T10:21:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741850_1026 (size=8515) 2024-12-06T10:21:21,778 INFO [M:0;748048564c27:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b69c5bf3294b3fb8d9202941f56651 2024-12-06T10:21:21,795 DEBUG [M:0;748048564c27:40527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b23b4343f9458181e37a857c3c2667 is 69, key is 748048564c27,46707,1733480448621/rs:state/1733480449661/Put/seqid=0 2024-12-06T10:21:21,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741851_1027 (size=5156) 2024-12-06T10:21:22,199 INFO [M:0;748048564c27:40527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b23b4343f9458181e37a857c3c2667 2024-12-06T10:21:22,203 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1ef58ab945a481bb0b961088b5bc5ca as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ef58ab945a481bb0b961088b5bc5ca 2024-12-06T10:21:22,206 INFO [M:0;748048564c27:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1ef58ab945a481bb0b961088b5bc5ca, entries=8, sequenceid=97, filesize=5.5 K 2024-12-06T10:21:22,207 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6b69c5bf3294b3fb8d9202941f56651 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b69c5bf3294b3fb8d9202941f56651 2024-12-06T10:21:22,210 INFO [M:0;748048564c27:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6b69c5bf3294b3fb8d9202941f56651, entries=11, sequenceid=97, filesize=8.3 K 2024-12-06T10:21:22,211 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13b23b4343f9458181e37a857c3c2667 as hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b23b4343f9458181e37a857c3c2667 2024-12-06T10:21:22,214 INFO [M:0;748048564c27:40527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38083/user/jenkins/test-data/759c43b9-af9e-c75f-63c9-6486d599b0c9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13b23b4343f9458181e37a857c3c2667, entries=1, sequenceid=97, filesize=5.0 K 2024-12-06T10:21:22,215 INFO [M:0;748048564c27:40527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false 2024-12-06T10:21:22,216 INFO [M:0;748048564c27:40527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:22,216 DEBUG [M:0;748048564c27:40527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480481331Disabling compacts and flushes for region at 1733480481331Disabling writes for close at 1733480481331Obtaining lock to block concurrent updates at 1733480481331Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480481331Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733480481331Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480481332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480481332Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480481349 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480481349Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480481357 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480481374 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480481374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480481781 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480481795 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480481795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5d0175: reopening flushed file at 1733480482203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d19d42: reopening flushed file at 1733480482206 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463f0ceb: reopening flushed file at 1733480482210 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=97, compaction requested=false at 1733480482215 (+5 ms)Writing region close event to WAL at 1733480482216 (+1 ms)Closed at 1733480482216 2024-12-06T10:21:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38539 is added to blk_1073741830_1006 (size=63642) 2024-12-06T10:21:22,218 INFO [M:0;748048564c27:40527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:22,218 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:22,218 INFO [M:0;748048564c27:40527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40527 2024-12-06T10:21:22,219 INFO [M:0;748048564c27:40527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:22,322 INFO [M:0;748048564c27:40527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:22,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40527-0x101874a68210000, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:22,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25101a71{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:22,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b6b26e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:22,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:22,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1342b4f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:22,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d3d15dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:22,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:22,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:22,326 WARN [BP-1448635270-172.17.0.2-1733480447401 heartbeating to localhost/127.0.0.1:38083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:22,327 WARN [BP-1448635270-172.17.0.2-1733480447401 heartbeating to localhost/127.0.0.1:38083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1448635270-172.17.0.2-1733480447401 (Datanode Uuid 487ad7d8-1976-48ea-9328-85f6c63733fd) service to localhost/127.0.0.1:38083 2024-12-06T10:21:22,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/data/data1/current/BP-1448635270-172.17.0.2-1733480447401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:22,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/cluster_a2b30fc4-c74e-4fe9-87d8-d896fedba6b8/data/data2/current/BP-1448635270-172.17.0.2-1733480447401 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:22,328 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:22,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d53c926{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:22,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58a60325{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:22,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:22,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6ec666{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:22,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a141954{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/382a57ba-a5e6-faa6-c017-9bff29b0467b/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:22,341 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:21:22,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:22,367 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 313) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59330) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38057 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:44693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44693 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:44693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59330) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:38083 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59330) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4415 (was 4761) 2024-12-06T10:21:22,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=4415 2024-12-06T10:21:22,395 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-06T10:21:22,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir so I do NOT create it in target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203 2024-12-06T10:21:22,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:21:22,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.tmp.dir so I do NOT create it in target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203 2024-12-06T10:21:22,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8d9d033a-3a08-04ed-ece0-18d5afd79567/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:21:22,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203 2024-12-06T10:21:22,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0, deleteOnExit=true 2024-12-06T10:21:22,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/zookeeper_0, clientPort=50977, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:21:22,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50977 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/test.cache.data in system properties and HBase conf 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:21:22,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:21:22,400 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:21:22,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:21:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101874a68210002, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101874a68210005, quorum=127.0.0.1:59330, baseZNode=/165915802 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:22,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101874a68210008, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:22,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101874a68210008, quorum=127.0.0.1:59330, baseZNode=/2552896660 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:21:22,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101874a68210002, quorum=127.0.0.1:59330, baseZNode=/02111069202 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:21:22,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101874a68210005, quorum=127.0.0.1:59330, baseZNode=/165915802 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:21:22,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:22,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:22,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:22,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:22,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:21:22,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:22,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1877303b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:22,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4e3eba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:22,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@589e39f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/java.io.tmpdir/jetty-localhost-38633-hadoop-hdfs-3_4_1-tests_jar-_-any-4759406077658613056/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:22,605 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:38633} 2024-12-06T10:21:22,605 INFO [Time-limited test {}] server.Server(415): Started @278903ms 2024-12-06T10:21:22,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:22,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:22,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:22,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:22,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:22,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb54031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:22,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcd1b6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:22,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@811cab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/java.io.tmpdir/jetty-localhost-41467-hadoop-hdfs-3_4_1-tests_jar-_-any-8785671627221977660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:22,800 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:41467} 2024-12-06T10:21:22,801 INFO [Time-limited test {}] server.Server(415): Started @279099ms 2024-12-06T10:21:22,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:21:22,897 WARN [Thread-4175 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data1/current/BP-1443316874-172.17.0.2-1733480482418/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:22,897 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data2/current/BP-1443316874-172.17.0.2-1733480482418/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:22,916 WARN [Thread-4163 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:21:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x311e383929493e08 with lease ID 0xf657dfa77c03646d: Processing first storage report for DS-7ee5e5de-8bf9-4c49-b9ad-335ac967c407 from datanode DatanodeRegistration(127.0.0.1:46081, datanodeUuid=eb3f9098-4eca-460b-bb98-550458391bde, infoPort=38119, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=1017242152;c=1733480482418) 2024-12-06T10:21:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x311e383929493e08 with lease ID 0xf657dfa77c03646d: from storage DS-7ee5e5de-8bf9-4c49-b9ad-335ac967c407 node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=eb3f9098-4eca-460b-bb98-550458391bde, infoPort=38119, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=1017242152;c=1733480482418), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x311e383929493e08 with lease ID 0xf657dfa77c03646d: Processing first storage report for DS-03db5129-6415-488e-b7d4-f5d06d782abf from datanode DatanodeRegistration(127.0.0.1:46081, datanodeUuid=eb3f9098-4eca-460b-bb98-550458391bde, infoPort=38119, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=1017242152;c=1733480482418) 2024-12-06T10:21:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x311e383929493e08 with lease ID 0xf657dfa77c03646d: from storage DS-03db5129-6415-488e-b7d4-f5d06d782abf node DatanodeRegistration(127.0.0.1:46081, datanodeUuid=eb3f9098-4eca-460b-bb98-550458391bde, infoPort=38119, infoSecurePort=0, ipcPort=38253, storageInfo=lv=-57;cid=testClusterID;nsid=1017242152;c=1733480482418), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:22,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203 2024-12-06T10:21:22,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:22,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:21:23,332 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35 with version=8 2024-12-06T10:21:23,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/hbase-staging 2024-12-06T10:21:23,334 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:23,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,334 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:23,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33089 2024-12-06T10:21:23,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33089 connecting to ZooKeeper ensemble=127.0.0.1:50977 2024-12-06T10:21:23,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330890x0, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:23,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33089-0x101874af0ee0000 connected 2024-12-06T10:21:23,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:23,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:23,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on znode that does not yet exist, /01041544336/running 2024-12-06T10:21:23,370 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35, hbase.cluster.distributed=false 2024-12-06T10:21:23,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on znode that does not yet exist, /01041544336/acl 2024-12-06T10:21:23,371 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-06T10:21:23,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33089 2024-12-06T10:21:23,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33089 2024-12-06T10:21:23,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-06T10:21:23,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33089 2024-12-06T10:21:23,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45399 2024-12-06T10:21:23,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45399 connecting to ZooKeeper ensemble=127.0.0.1:50977 2024-12-06T10:21:23,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:23,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:23,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453990x0, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:23,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453990x0, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on znode that does not yet exist, /01041544336/running 2024-12-06T10:21:23,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45399-0x101874af0ee0001 connected 2024-12-06T10:21:23,398 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:21:23,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:21:23,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on znode that does not yet exist, /01041544336/master 2024-12-06T10:21:23,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on znode that does not yet exist, /01041544336/acl 2024-12-06T10:21:23,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45399 2024-12-06T10:21:23,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45399 2024-12-06T10:21:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45399 2024-12-06T10:21:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45399 2024-12-06T10:21:23,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45399 2024-12-06T10:21:23,417 DEBUG [M:0;748048564c27:33089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:33089 2024-12-06T10:21:23,417 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01041544336/backup-masters/748048564c27,33089,1733480483334 2024-12-06T10:21:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336/backup-masters 2024-12-06T10:21:23,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336/backup-masters 2024-12-06T10:21:23,421 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on existing znode=/01041544336/backup-masters/748048564c27,33089,1733480483334 2024-12-06T10:21:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041544336/master 2024-12-06T10:21:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:23,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:23,422 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on existing znode=/01041544336/master 2024-12-06T10:21:23,422 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01041544336/backup-masters/748048564c27,33089,1733480483334 from backup master directory 2024-12-06T10:21:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01041544336/backup-masters/748048564c27,33089,1733480483334 2024-12-06T10:21:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336/backup-masters 2024-12-06T10:21:23,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336/backup-masters 2024-12-06T10:21:23,423 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:23,423 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,33089,1733480483334 2024-12-06T10:21:23,429 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/hbase.id] with ID: 5bda27d4-bf4b-418f-ae1d-c844356a29b6 2024-12-06T10:21:23,429 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/.tmp/hbase.id 2024-12-06T10:21:23,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:21:23,834 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/.tmp/hbase.id]:[hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/hbase.id] 2024-12-06T10:21:23,842 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:23,842 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:21:23,843 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:21:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:23,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:21:24,254 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:24,255 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:21:24,255 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:24,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:21:24,661 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/data/master/store 2024-12-06T10:21:24,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:21:24,992 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:24,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:24,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:25,067 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:25,067 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:25,067 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480485067Disabling compacts and flushes for region at 1733480485067Disabling writes for close at 1733480485067Writing region close event to WAL at 1733480485067Closed at 1733480485067 2024-12-06T10:21:25,068 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/data/master/store/.initializing 2024-12-06T10:21:25,068 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/WALs/748048564c27,33089,1733480483334 2024-12-06T10:21:25,069 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:25,070 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C33089%2C1733480483334, suffix=, logDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/WALs/748048564c27,33089,1733480483334, archiveDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/oldWALs, maxLogs=10 2024-12-06T10:21:25,083 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/WALs/748048564c27,33089,1733480483334/748048564c27%2C33089%2C1733480483334.1733480485070, exclude list is [], retry=0 2024-12-06T10:21:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-7ee5e5de-8bf9-4c49-b9ad-335ac967c407,DISK] 2024-12-06T10:21:25,086 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/WALs/748048564c27,33089,1733480483334/748048564c27%2C33089%2C1733480483334.1733480485070 2024-12-06T10:21:25,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T10:21:25,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:25,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:25,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,087 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:21:25,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:21:25,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:25,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:21:25,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:25,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:21:25,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:25,093 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,094 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,094 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,095 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:25,096 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:25,097 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:25,098 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73304072, jitterRate=0.09231579303741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:25,099 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480485087Initializing all the Stores at 1733480485088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480485088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480485088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480485088Cleaning up temporary data from old regions at 1733480485095 (+7 ms)Region opened successfully at 1733480485098 (+3 ms) 2024-12-06T10:21:25,099 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:21:25,101 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216dc423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:25,102 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:21:25,102 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:21:25,102 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:21:25,102 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:21:25,102 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:21:25,103 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:21:25,103 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:21:25,104 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:21:25,105 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Unable to get data of znode /01041544336/balancer because node does not exist (not necessarily an error) 2024-12-06T10:21:25,107 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041544336/balancer already deleted, retry=false 2024-12-06T10:21:25,107 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:21:25,108 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Unable to get data of znode /01041544336/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:21:25,109 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041544336/normalizer already deleted, retry=false 2024-12-06T10:21:25,109 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:21:25,110 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Unable to get data of znode /01041544336/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:21:25,111 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041544336/switch/split already deleted, retry=false 2024-12-06T10:21:25,112 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Unable to get data of znode /01041544336/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:21:25,113 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041544336/switch/merge already deleted, retry=false 2024-12-06T10:21:25,115 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Unable to get data of znode /01041544336/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:21:25,118 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01041544336/snapshot-cleanup already deleted, retry=false 2024-12-06T10:21:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041544336/running 2024-12-06T10:21:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01041544336/running 2024-12-06T10:21:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,119 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,33089,1733480483334, sessionid=0x101874af0ee0000, setting cluster-up flag (Was=false) 2024-12-06T10:21:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,128 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01041544336/flush-table-proc/acquired, /01041544336/flush-table-proc/reached, /01041544336/flush-table-proc/abort 2024-12-06T10:21:25,129 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33089,1733480483334 2024-12-06T10:21:25,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,137 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01041544336/online-snapshot/acquired, /01041544336/online-snapshot/reached, /01041544336/online-snapshot/abort 2024-12-06T10:21:25,137 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33089,1733480483334 2024-12-06T10:21:25,138 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:21:25,139 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:25,140 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:21:25,140 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:21:25,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,33089,1733480483334 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:25,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:25,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:21:25,143 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480515145 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:21:25,145 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:21:25,146 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:21:25,147 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480485147,5,FailOnTimeoutGroup] 2024-12-06T10:21:25,147 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480485147,5,FailOnTimeoutGroup] 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,147 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:21:25,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:21:25,154 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35 2024-12-06T10:21:25,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:21:25,208 INFO [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(746): ClusterId : 5bda27d4-bf4b-418f-ae1d-c844356a29b6 2024-12-06T10:21:25,208 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:21:25,216 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:21:25,216 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:21:25,218 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:21:25,218 DEBUG [RS:0;748048564c27:45399 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52af6b0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:25,230 DEBUG [RS:0;748048564c27:45399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:45399 2024-12-06T10:21:25,230 INFO [RS:0;748048564c27:45399 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:21:25,230 INFO [RS:0;748048564c27:45399 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:21:25,230 DEBUG [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:21:25,231 INFO [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,33089,1733480483334 with port=45399, startcode=1733480483390 2024-12-06T10:21:25,231 DEBUG [RS:0;748048564c27:45399 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:21:25,232 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:21:25,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,45399,1733480483390 2024-12-06T10:21:25,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33089 {}] master.ServerManager(517): Registering regionserver=748048564c27,45399,1733480483390 2024-12-06T10:21:25,234 DEBUG [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35 2024-12-06T10:21:25,234 DEBUG [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34921 2024-12-06T10:21:25,234 DEBUG [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:21:25,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336/rs 2024-12-06T10:21:25,236 DEBUG [RS:0;748048564c27:45399 {}] zookeeper.ZKUtil(111): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Set watcher on existing znode=/01041544336/rs/748048564c27,45399,1733480483390 2024-12-06T10:21:25,236 WARN [RS:0;748048564c27:45399 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:25,236 INFO [RS:0;748048564c27:45399 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:25,236 DEBUG [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390 2024-12-06T10:21:25,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,45399,1733480483390] 2024-12-06T10:21:25,238 INFO [RS:0;748048564c27:45399 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:21:25,240 INFO [RS:0;748048564c27:45399 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:21:25,240 INFO [RS:0;748048564c27:45399 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:21:25,240 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,240 INFO [RS:0;748048564c27:45399 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:21:25,241 INFO [RS:0;748048564c27:45399 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:21:25,241 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:25,241 DEBUG [RS:0;748048564c27:45399 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,243 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45399,1733480483390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:25,257 INFO [RS:0;748048564c27:45399 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:21:25,257 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45399,1733480483390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,257 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,257 INFO [RS:0;748048564c27:45399 {}] regionserver.Replication(171): 748048564c27,45399,1733480483390 started 2024-12-06T10:21:25,270 INFO [RS:0;748048564c27:45399 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,270 INFO [RS:0;748048564c27:45399 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,45399,1733480483390, RpcServer on 748048564c27/172.17.0.2:45399, sessionid=0x101874af0ee0001 2024-12-06T10:21:25,270 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:21:25,270 DEBUG [RS:0;748048564c27:45399 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,45399,1733480483390 2024-12-06T10:21:25,270 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45399,1733480483390' 2024-12-06T10:21:25,270 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01041544336/flush-table-proc/abort' 2024-12-06T10:21:25,270 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01041544336/flush-table-proc/acquired' 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,45399,1733480483390 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45399,1733480483390' 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01041544336/online-snapshot/abort' 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01041544336/online-snapshot/acquired' 2024-12-06T10:21:25,271 DEBUG [RS:0;748048564c27:45399 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:21:25,271 INFO [RS:0;748048564c27:45399 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:21:25,271 INFO [RS:0;748048564c27:45399 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:21:25,372 INFO [RS:0;748048564c27:45399 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:25,373 INFO [RS:0;748048564c27:45399 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45399%2C1733480483390, suffix=, logDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390, archiveDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/oldWALs, maxLogs=10 2024-12-06T10:21:25,386 DEBUG [RS:0;748048564c27:45399 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390/748048564c27%2C45399%2C1733480483390.1733480485373, exclude list is [], retry=0 2024-12-06T10:21:25,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-7ee5e5de-8bf9-4c49-b9ad-335ac967c407,DISK] 2024-12-06T10:21:25,390 INFO [RS:0;748048564c27:45399 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390/748048564c27%2C45399%2C1733480483390.1733480485373 2024-12-06T10:21:25,390 DEBUG [RS:0;748048564c27:45399 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T10:21:25,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:25,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:25,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:25,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:25,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:25,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:25,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:25,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:25,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:25,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:25,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/1588230740 2024-12-06T10:21:25,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/1588230740 2024-12-06T10:21:25,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:25,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:25,570 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:25,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:25,573 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:25,573 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68929366, jitterRate=0.027127593755722046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:25,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480485562Initializing all the Stores at 1733480485563 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485563Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485563Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480485563Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485563Cleaning up temporary data from old regions at 1733480485570 (+7 ms)Region opened successfully at 1733480485573 (+3 ms) 2024-12-06T10:21:25,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:25,574 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:25,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:25,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:25,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:25,574 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:25,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480485573Disabling compacts and flushes for region at 1733480485573Disabling writes for close at 1733480485574 (+1 ms)Writing region close event to WAL at 1733480485574Closed at 1733480485574 2024-12-06T10:21:25,575 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:25,575 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:21:25,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:21:25,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:25,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:21:25,727 DEBUG [748048564c27:33089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:21:25,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,45399,1733480483390 2024-12-06T10:21:25,728 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45399,1733480483390, state=OPENING 2024-12-06T10:21:25,730 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:21:25,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01041544336 2024-12-06T10:21:25,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041544336/meta-region-server: CHANGED 2024-12-06T10:21:25,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041544336/meta-region-server: CHANGED 2024-12-06T10:21:25,733 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:25,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45399,1733480483390}] 2024-12-06T10:21:25,884 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:25,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:21:25,900 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:21:25,900 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:25,900 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:21:25,901 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45399%2C1733480483390.meta, suffix=.meta, logDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390, archiveDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/oldWALs, maxLogs=10 2024-12-06T10:21:25,916 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390/748048564c27%2C45399%2C1733480483390.meta.1733480485902.meta, exclude list is [], retry=0 2024-12-06T10:21:25,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46081,DS-7ee5e5de-8bf9-4c49-b9ad-335ac967c407,DISK] 2024-12-06T10:21:25,919 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/WALs/748048564c27,45399,1733480483390/748048564c27%2C45399%2C1733480483390.meta.1733480485902.meta 2024-12-06T10:21:25,920 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38119:38119)] 2024-12-06T10:21:25,920 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:25,920 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:25,920 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:25,920 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:21:25,920 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:21:25,921 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:21:25,921 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:25,921 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:21:25,921 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:21:25,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:25,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:25,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:25,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:25,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:25,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:25,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:25,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:25,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:25,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:25,926 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:25,926 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/1588230740 2024-12-06T10:21:25,927 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/hbase/meta/1588230740 2024-12-06T10:21:25,928 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:25,928 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:25,928 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:25,929 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:25,930 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70852559, jitterRate=0.0557854026556015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:25,930 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:21:25,930 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480485921Writing region info on filesystem at 1733480485921Initializing all the Stores at 1733480485921Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485922 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480485922Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480485922Cleaning up temporary data from old regions at 1733480485928 (+6 ms)Running coprocessor post-open hooks at 1733480485930 (+2 ms)Region opened successfully at 1733480485930 2024-12-06T10:21:25,931 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480485884 2024-12-06T10:21:25,933 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:21:25,933 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:21:25,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,45399,1733480483390 2024-12-06T10:21:25,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45399,1733480483390, state=OPEN 2024-12-06T10:21:25,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33089-0x101874af0ee0000, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01041544336/meta-region-server 2024-12-06T10:21:25,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45399-0x101874af0ee0001, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01041544336/meta-region-server 2024-12-06T10:21:25,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041544336/meta-region-server: CHANGED 2024-12-06T10:21:25,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01041544336/meta-region-server: CHANGED 2024-12-06T10:21:25,939 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,45399,1733480483390 2024-12-06T10:21:25,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:21:25,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45399,1733480483390 in 206 msec 2024-12-06T10:21:25,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:21:25,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-12-06T10:21:25,942 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:25,942 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:21:25,943 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:25,944 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45399,1733480483390, seqNum=-1] 2024-12-06T10:21:25,944 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:25,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:25,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-12-06T10:21:25,948 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480485948, completionTime=-1 2024-12-06T10:21:25,948 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:21:25,948 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480545950 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480605950 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,950 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,951 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:33089, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,951 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,951 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:25,952 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:21:25,953 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.530sec 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:25,954 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:21:25,955 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:21:25,955 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:21:25,956 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33089,1733480483334-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:26,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:26,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33089,-1 for getting cluster id 2024-12-06T10:21:26,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:26,010 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bda27d4-bf4b-418f-ae1d-c844356a29b6' 2024-12-06T10:21:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bda27d4-bf4b-418f-ae1d-c844356a29b6" 2024-12-06T10:21:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60efb29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33089,-1] 2024-12-06T10:21:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:26,011 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:26,011 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:26,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:26,012 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45399,1733480483390, seqNum=-1] 2024-12-06T10:21:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:26,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:26,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,33089,1733480483334 2024-12-06T10:21:26,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50977 2024-12-06T10:21:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50977, baseZNode=/01041544336 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:26,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874af0ee0002 connected 2024-12-06T10:21:26,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33089,1733480483334 2024-12-06T10:21:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cf5dd26 2024-12-06T10:21:26,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:26,024 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:26,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:26,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:21:26,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:26,027 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:26,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:21:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:26,028 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:26,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:21:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:26,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3def4b44e6ad2af0f3cc01a157b7278, NAME => 'test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35 2024-12-06T10:21:26,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46081 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:21:26,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3def4b44e6ad2af0f3cc01a157b7278, disabling compactions & flushes 2024-12-06T10:21:26,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. after waiting 0 ms 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:26,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:26,840 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3def4b44e6ad2af0f3cc01a157b7278: Waiting for close lock at 1733480486840Disabling compacts and flushes for region at 1733480486840Disabling writes for close at 1733480486840Writing region close event to WAL at 1733480486840Closed at 1733480486840 2024-12-06T10:21:26,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:26,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480486841"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480486841"}]},"ts":"1733480486841"} 2024-12-06T10:21:26,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:26,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:26,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480486844"}]},"ts":"1733480486844"} 2024-12-06T10:21:26,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:21:26,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3def4b44e6ad2af0f3cc01a157b7278, ASSIGN}] 2024-12-06T10:21:26,846 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3def4b44e6ad2af0f3cc01a157b7278, ASSIGN 2024-12-06T10:21:26,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3def4b44e6ad2af0f3cc01a157b7278, ASSIGN; state=OFFLINE, location=748048564c27,45399,1733480483390; forceNewPlan=false, retain=false 2024-12-06T10:21:26,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3def4b44e6ad2af0f3cc01a157b7278, regionState=OPENING, regionLocation=748048564c27,45399,1733480483390 2024-12-06T10:21:26,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3def4b44e6ad2af0f3cc01a157b7278, ASSIGN because future has completed 2024-12-06T10:21:27,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3def4b44e6ad2af0f3cc01a157b7278, server=748048564c27,45399,1733480483390}] 2024-12-06T10:21:27,155 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:27,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3def4b44e6ad2af0f3cc01a157b7278, NAME => 'test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:27,155 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:27,155 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:21:27,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:27,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,155 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,156 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,157 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3def4b44e6ad2af0f3cc01a157b7278 columnFamilyName f 2024-12-06T10:21:27,157 DEBUG [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:27,158 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(327): Store=e3def4b44e6ad2af0f3cc01a157b7278/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:27,158 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,158 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3def4b44e6ad2af0f3cc01a157b7278 columnFamilyName f1 2024-12-06T10:21:27,159 DEBUG [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:27,159 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(327): Store=e3def4b44e6ad2af0f3cc01a157b7278/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:27,159 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,160 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3def4b44e6ad2af0f3cc01a157b7278 columnFamilyName norep 2024-12-06T10:21:27,160 DEBUG [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:27,160 INFO [StoreOpener-e3def4b44e6ad2af0f3cc01a157b7278-1 {}] regionserver.HStore(327): Store=e3def4b44e6ad2af0f3cc01a157b7278/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:27,160 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,161 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/default/test/e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,161 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/default/test/e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,161 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,161 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,162 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:27,163 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,164 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/data/default/test/e3def4b44e6ad2af0f3cc01a157b7278/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:27,165 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3def4b44e6ad2af0f3cc01a157b7278; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69711762, jitterRate=0.03878620266914368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:27,165 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3def4b44e6ad2af0f3cc01a157b7278 2024-12-06T10:21:27,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:27,165 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3def4b44e6ad2af0f3cc01a157b7278: Running coprocessor pre-open hook at 1733480487156Writing region info on filesystem at 1733480487156Initializing all the Stores at 1733480487156Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480487156Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480487156Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480487156Cleaning up temporary data from old regions at 1733480487161 (+5 ms)Running coprocessor post-open hooks at 1733480487165 (+4 ms)Region opened successfully at 1733480487165 2024-12-06T10:21:27,166 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278., pid=6, masterSystemTime=1733480487152 2024-12-06T10:21:27,168 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:27,168 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480486025.e3def4b44e6ad2af0f3cc01a157b7278. 2024-12-06T10:21:27,168 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3def4b44e6ad2af0f3cc01a157b7278, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,45399,1733480483390 2024-12-06T10:21:27,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3def4b44e6ad2af0f3cc01a157b7278, server=748048564c27,45399,1733480483390 because future has completed 2024-12-06T10:21:27,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:21:27,172 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3def4b44e6ad2af0f3cc01a157b7278, server=748048564c27,45399,1733480483390 in 171 msec 2024-12-06T10:21:27,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:21:27,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3def4b44e6ad2af0f3cc01a157b7278, ASSIGN in 327 msec 2024-12-06T10:21:27,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:27,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480487174"}]},"ts":"1733480487174"} 2024-12-06T10:21:27,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:21:27,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:27,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-06T10:21:28,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:28,175 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:21:28,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b20b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33089,-1 for getting cluster id 2024-12-06T10:21:28,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:28,177 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bda27d4-bf4b-418f-ae1d-c844356a29b6' 2024-12-06T10:21:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bda27d4-bf4b-418f-ae1d-c844356a29b6" 2024-12-06T10:21:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653466fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33089,-1] 2024-12-06T10:21:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,178 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644f2161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33089,1733480483334 2024-12-06T10:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3cfee6 2024-12-06T10:21:28,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:28,181 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:28,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:33089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:28,184 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:33089' 2024-12-06T10:21:28,185 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f40ad69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,185 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33089,-1 for getting cluster id 2024-12-06T10:21:28,185 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:28,185 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bda27d4-bf4b-418f-ae1d-c844356a29b6' 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bda27d4-bf4b-418f-ae1d-c844356a29b6" 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308557eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33089,-1] 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:28,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,186 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:28,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd80b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:28,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33089,1733480483334 2024-12-06T10:21:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7e582d 2024-12-06T10:21:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:28,189 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:28,189 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:21:28,189 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:28,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,189 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:28,190 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-06T10:21:28,195 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-06T10:21:28,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-06T10:21:28,197 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-06T10:21:28,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:28,286 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://748048564c27:33089, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-06T10:21:28,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:28,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:28,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:28,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: RS_OPEN_META-regionserver/748048564c27:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1064618409-7927 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f30a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 748048564c27:33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-1443316874-172.17.0.2-1733480482418 heartbeating to localhost/127.0.0.1:34921 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data2/current/BP-1443316874-172.17.0.2-1733480482418 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp732667413-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f30a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480485147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 3 on default port 34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1064618409-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 1 on default port 38253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@255f4c36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34921 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50977) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1443316874-172.17.0.2-1733480482418:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f30a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5229426c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1461160b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-569452107_20 at /127.0.0.1:49580 [Receiving block BP-1443316874-172.17.0.2-1733480482418:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;748048564c27:45399 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@754184f0[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp732667413-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f30a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35-prefix:748048564c27,45399,1733480483390 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;748048564c27:45399-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7881 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f30a8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50977) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@355bfe00 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Session-HouseKeeper-7f9ea4f5-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(235999069) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 2 on default port 34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50977) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-1443316874-172.17.0.2-1733480482418:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480485147 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50977 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1064618409-7928-acceptor-0@6c6a03ad-ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:41467} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f30a89f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35-prefix:748048564c27,45399,1733480483390.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d39112f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 0 on default port 34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 38253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6b5cdbc6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data1/current/BP-1443316874-172.17.0.2-1733480482418 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007f30a8ad6138.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@54943068 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp732667413-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951122053_20 at /127.0.0.1:49534 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1443316874-172.17.0.2-1733480482418:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 0 on default port 38253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951122053_20 at /127.0.0.1:49620 [Receiving block BP-1443316874-172.17.0.2-1733480482418:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34921/user/jenkins/test-data/5b11a42d-8bf6-7497-03df-4d9e61193a35/MasterData-prefix:748048564c27,33089,1733480483334 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34921 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp732667413-7882-acceptor-0@13f6094e-ServerConnector@982aaa7{HTTP/1.1, (http/1.1)}{localhost:38633} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38253 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/cluster_7afbcf37-f547-5fef-51b0-bbb29bd6a3f0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 4 on default port 38253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:50977): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@4307b040 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;748048564c27:33089 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:34921 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp732667413-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/748048564c27:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45399 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_951122053_20 at /127.0.0.1:49604 [Receiving block BP-1443316874-172.17.0.2-1733480482418:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/748048564c27:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: regionserver/748048564c27:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1064618409-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/748048564c27:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34921 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4700ce97-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/748048564c27:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33089 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=876 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=4385 (was 4415) 2024-12-06T10:21:28,308 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-12-06T10:21:28,321 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=876, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=4384 2024-12-06T10:21:28,321 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-12-06T10:21:28,354 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-06T10:21:28,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.log.dir so I do NOT create it in target/test-data/e993a375-4558-1397-36c0-43a5e8475c95 2024-12-06T10:21:28,355 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:21:28,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.tmp.dir so I do NOT create it in target/test-data/e993a375-4558-1397-36c0-43a5e8475c95 2024-12-06T10:21:28,355 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a23ab6cc-f2b3-8c41-05ba-c934ef234203/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:21:28,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95 2024-12-06T10:21:28,355 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0, deleteOnExit=true 2024-12-06T10:21:28,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/zookeeper_0, clientPort=59327, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T10:21:28,359 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59327 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/test.cache.data in system properties and HBase conf 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:21:28,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:21:28,360 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:21:28,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:28,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:21:28,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:21:28,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:28,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:28,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:28,453 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:28,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:28,456 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765ecaf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:28,457 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21edd6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:28,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665d0c31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/java.io.tmpdir/jetty-localhost-42829-hadoop-hdfs-3_4_1-tests_jar-_-any-551450962754905299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:28,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620fb933{HTTP/1.1, (http/1.1)}{localhost:42829} 2024-12-06T10:21:28,577 INFO [Time-limited test {}] server.Server(415): Started @284875ms 2024-12-06T10:21:28,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:28,682 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:28,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:28,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:28,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:28,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8d82be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:28,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f17d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:28,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6160b959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/java.io.tmpdir/jetty-localhost-45957-hadoop-hdfs-3_4_1-tests_jar-_-any-17220064532489907134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:28,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e38b7c9{HTTP/1.1, (http/1.1)}{localhost:45957} 2024-12-06T10:21:28,802 INFO [Time-limited test {}] server.Server(415): Started @285100ms 2024-12-06T10:21:28,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:21:28,915 WARN [Thread-4309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/data/data1/current/BP-1228234545-172.17.0.2-1733480488385/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:28,915 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/data/data2/current/BP-1228234545-172.17.0.2-1733480488385/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:28,939 WARN [Thread-4297 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:21:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2657aaaadcbb7d2e with lease ID 0xc52fd362613deed1: Processing first storage report for DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201 from datanode DatanodeRegistration(127.0.0.1:36605, datanodeUuid=1d941681-23f3-4b8d-99e3-75f755132e75, infoPort=40963, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=578018547;c=1733480488385) 2024-12-06T10:21:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2657aaaadcbb7d2e with lease ID 0xc52fd362613deed1: from storage DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201 node DatanodeRegistration(127.0.0.1:36605, datanodeUuid=1d941681-23f3-4b8d-99e3-75f755132e75, infoPort=40963, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=578018547;c=1733480488385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2657aaaadcbb7d2e with lease ID 0xc52fd362613deed1: Processing first storage report for DS-e0ef549e-efe9-4d65-9543-5ea27030583c from datanode DatanodeRegistration(127.0.0.1:36605, datanodeUuid=1d941681-23f3-4b8d-99e3-75f755132e75, infoPort=40963, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=578018547;c=1733480488385) 2024-12-06T10:21:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2657aaaadcbb7d2e with lease ID 0xc52fd362613deed1: from storage DS-e0ef549e-efe9-4d65-9543-5ea27030583c node DatanodeRegistration(127.0.0.1:36605, datanodeUuid=1d941681-23f3-4b8d-99e3-75f755132e75, infoPort=40963, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=578018547;c=1733480488385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:29,031 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95 2024-12-06T10:21:29,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:21:29,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f with version=8 2024-12-06T10:21:29,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/hbase-staging 2024-12-06T10:21:29,444 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:21:29,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:29,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-12-06T10:21:29,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33969 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339690x0, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:29,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33969-0x101874b08350000 connected 2024-12-06T10:21:29,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/running 2024-12-06T10:21:29,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f, hbase.cluster.distributed=false 2024-12-06T10:21:29,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/acl 2024-12-06T10:21:29,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-12-06T10:21:29,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-12-06T10:21:29,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-12-06T10:21:29,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-12-06T10:21:29,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-12-06T10:21:29,524 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:21:29,525 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:29,526 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34805 2024-12-06T10:21:29,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34805 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:29,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:29,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348050x0, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:29,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34805-0x101874b08350001 connected 2024-12-06T10:21:29,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/running 2024-12-06T10:21:29,536 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:21:29,540 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:21:29,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/master 2024-12-06T10:21:29,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/acl 2024-12-06T10:21:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34805 2024-12-06T10:21:29,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34805 2024-12-06T10:21:29,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34805 2024-12-06T10:21:29,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34805 2024-12-06T10:21:29,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34805 2024-12-06T10:21:29,577 DEBUG [M:0;748048564c27:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:33969 2024-12-06T10:21:29,580 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01330871264/backup-masters/748048564c27,33969,1733480489443 2024-12-06T10:21:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/backup-masters 2024-12-06T10:21:29,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/backup-masters 2024-12-06T10:21:29,583 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on existing znode=/01330871264/backup-masters/748048564c27,33969,1733480489443 2024-12-06T10:21:29,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:29,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330871264/master 2024-12-06T10:21:29,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:29,586 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on existing znode=/01330871264/master 2024-12-06T10:21:29,586 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01330871264/backup-masters/748048564c27,33969,1733480489443 from backup master directory 2024-12-06T10:21:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330871264/backup-masters/748048564c27,33969,1733480489443 2024-12-06T10:21:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/backup-masters 2024-12-06T10:21:29,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/backup-masters 2024-12-06T10:21:29,589 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:29,589 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,33969,1733480489443 2024-12-06T10:21:29,595 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/hbase.id] with ID: e0d1e905-531a-4057-bef4-5772b25e103a 2024-12-06T10:21:29,595 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/.tmp/hbase.id 2024-12-06T10:21:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:21:30,006 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/.tmp/hbase.id]:[hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/hbase.id] 2024-12-06T10:21:30,016 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:30,016 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:21:30,018 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:21:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:21:30,029 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:30,030 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:21:30,032 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:21:30,045 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store 2024-12-06T10:21:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:21:30,461 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:30,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:30,462 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:30,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:30,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:30,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:30,462 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:30,462 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480490462Disabling compacts and flushes for region at 1733480490462Disabling writes for close at 1733480490462Writing region close event to WAL at 1733480490462Closed at 1733480490462 2024-12-06T10:21:30,463 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/.initializing 2024-12-06T10:21:30,463 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/WALs/748048564c27,33969,1733480489443 2024-12-06T10:21:30,464 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:30,469 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C33969%2C1733480489443, suffix=, logDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/WALs/748048564c27,33969,1733480489443, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/oldWALs, maxLogs=10 2024-12-06T10:21:30,489 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/WALs/748048564c27,33969,1733480489443/748048564c27%2C33969%2C1733480489443.1733480490469, exclude list is [], retry=0 2024-12-06T10:21:30,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:30,493 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/WALs/748048564c27,33969,1733480489443/748048564c27%2C33969%2C1733480489443.1733480490469 2024-12-06T10:21:30,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:30,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:30,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:30,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:21:30,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:30,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:30,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:21:30,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:30,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:30,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:21:30,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:30,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:30,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:21:30,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:30,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:30,500 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,500 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,501 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,502 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,502 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,502 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:30,503 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:30,509 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:30,509 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65993599, jitterRate=-0.016618743538856506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:30,509 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480490494Initializing all the Stores at 1733480490494Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480490494Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480490494Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480490494Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480490494Cleaning up temporary data from old regions at 1733480490502 (+8 ms)Region opened successfully at 1733480490509 (+7 ms) 2024-12-06T10:21:30,512 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:21:30,515 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4252e896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:21:30,516 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:21:30,517 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:21:30,522 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:21:30,523 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/balancer because node does not exist (not necessarily an error) 2024-12-06T10:21:30,524 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/balancer already deleted, retry=false 2024-12-06T10:21:30,524 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:21:30,526 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:21:30,527 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/normalizer already deleted, retry=false 2024-12-06T10:21:30,528 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:21:30,528 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:21:30,530 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/switch/split already deleted, retry=false 2024-12-06T10:21:30,531 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:21:30,532 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/switch/merge already deleted, retry=false 2024-12-06T10:21:30,535 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:21:30,536 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/snapshot-cleanup already deleted, retry=false 2024-12-06T10:21:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330871264/running 2024-12-06T10:21:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01330871264/running 2024-12-06T10:21:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,539 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,33969,1733480489443, sessionid=0x101874b08350000, setting cluster-up flag (Was=false) 2024-12-06T10:21:30,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,548 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01330871264/flush-table-proc/acquired, /01330871264/flush-table-proc/reached, /01330871264/flush-table-proc/abort 2024-12-06T10:21:30,549 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33969,1733480489443 2024-12-06T10:21:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:30,558 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01330871264/online-snapshot/acquired, /01330871264/online-snapshot/reached, /01330871264/online-snapshot/abort 2024-12-06T10:21:30,559 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,33969,1733480489443 2024-12-06T10:21:30,560 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:21:30,561 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:30,561 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:21:30,561 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:21:30,561 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,33969,1733480489443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:21:30,563 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(746): ClusterId : e0d1e905-531a-4057-bef4-5772b25e103a 2024-12-06T10:21:30,563 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:30,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,566 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:21:30,566 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:21:30,569 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:21:30,569 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d61aaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:30,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:30,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:21:30,581 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:30,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:21:30,586 DEBUG [RS:0;748048564c27:34805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:34805 2024-12-06T10:21:30,586 INFO [RS:0;748048564c27:34805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:21:30,586 INFO [RS:0;748048564c27:34805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:21:30,586 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:21:30,587 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,33969,1733480489443 with port=34805, startcode=1733480489524 2024-12-06T10:21:30,587 DEBUG [RS:0;748048564c27:34805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:21:30,592 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480520592 2024-12-06T10:21:30,592 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:21:30,593 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:21:30,593 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:21:30,593 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:21:30,593 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:21:30,593 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:21:30,593 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:21:30,593 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-06T10:21:30,594 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,594 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T10:21:30,594 WARN [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T10:21:30,596 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:21:30,597 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:21:30,597 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:21:30,597 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:21:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:21:30,612 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:21:30,612 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:21:30,613 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480490613,5,FailOnTimeoutGroup] 2024-12-06T10:21:30,616 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480490613,5,FailOnTimeoutGroup] 2024-12-06T10:21:30,616 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,616 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:21:30,616 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,616 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,695 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,33969,1733480489443 with port=34805, startcode=1733480489524 2024-12-06T10:21:30,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,34805,1733480489524 2024-12-06T10:21:30,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33969 {}] master.ServerManager(517): Registering regionserver=748048564c27,34805,1733480489524 2024-12-06T10:21:30,697 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f 2024-12-06T10:21:30,697 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42595 2024-12-06T10:21:30,697 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:21:30,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/rs 2024-12-06T10:21:30,700 DEBUG [RS:0;748048564c27:34805 {}] zookeeper.ZKUtil(111): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on existing znode=/01330871264/rs/748048564c27,34805,1733480489524 2024-12-06T10:21:30,700 WARN [RS:0;748048564c27:34805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:30,700 INFO [RS:0;748048564c27:34805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:30,700 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524 2024-12-06T10:21:30,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,34805,1733480489524] 2024-12-06T10:21:30,703 INFO [RS:0;748048564c27:34805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:21:30,704 INFO [RS:0;748048564c27:34805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:21:30,704 INFO [RS:0;748048564c27:34805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:21:30,704 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,705 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:21:30,705 INFO [RS:0;748048564c27:34805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:21:30,705 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,705 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:30,706 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:30,706 DEBUG [RS:0;748048564c27:34805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,706 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34805,1733480489524-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:30,720 INFO [RS:0;748048564c27:34805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:21:30,720 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,34805,1733480489524-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,720 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,720 INFO [RS:0;748048564c27:34805 {}] regionserver.Replication(171): 748048564c27,34805,1733480489524 started 2024-12-06T10:21:30,733 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:30,733 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,34805,1733480489524, RpcServer on 748048564c27/172.17.0.2:34805, sessionid=0x101874b08350001 2024-12-06T10:21:30,733 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:21:30,733 DEBUG [RS:0;748048564c27:34805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,34805,1733480489524 2024-12-06T10:21:30,733 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,34805,1733480489524' 2024-12-06T10:21:30,733 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01330871264/flush-table-proc/abort' 2024-12-06T10:21:30,733 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01330871264/flush-table-proc/acquired' 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,34805,1733480489524 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,34805,1733480489524' 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01330871264/online-snapshot/abort' 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01330871264/online-snapshot/acquired' 2024-12-06T10:21:30,734 DEBUG [RS:0;748048564c27:34805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:21:30,734 INFO [RS:0;748048564c27:34805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:21:30,734 INFO [RS:0;748048564c27:34805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:21:30,835 INFO [RS:0;748048564c27:34805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:30,836 INFO [RS:0;748048564c27:34805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C34805%2C1733480489524, suffix=, logDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/oldWALs, maxLogs=10 2024-12-06T10:21:30,849 DEBUG [RS:0;748048564c27:34805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836, exclude list is [], retry=0 2024-12-06T10:21:30,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:30,853 INFO [RS:0;748048564c27:34805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 2024-12-06T10:21:30,853 DEBUG [RS:0;748048564c27:34805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:30,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:21:31,000 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f 2024-12-06T10:21:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:21:31,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:31,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:31,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:31,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:31,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:31,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:31,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:31,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:31,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:31,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:31,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740 2024-12-06T10:21:31,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740 2024-12-06T10:21:31,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:31,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:31,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:31,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:31,414 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:31,415 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75047623, jitterRate=0.11829672753810883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480491405Initializing all the Stores at 1733480491405Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480491405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491405Cleaning up temporary data from old regions at 1733480491412 (+7 ms)Region opened successfully at 1733480491415 (+3 ms) 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:31,415 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:31,415 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:31,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480491415Disabling compacts and flushes for region at 1733480491415Disabling writes for close at 1733480491415Writing region close event to WAL at 1733480491415Closed at 1733480491415 2024-12-06T10:21:31,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:31,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:21:31,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:21:31,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:31,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:21:31,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:31,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:31,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T10:21:31,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-06T10:21:31,568 DEBUG [748048564c27:33969 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:21:31,569 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:31,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,34805,1733480489524, state=OPENING 2024-12-06T10:21:31,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:21:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:31,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330871264/meta-region-server: CHANGED 2024-12-06T10:21:31,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330871264/meta-region-server: CHANGED 2024-12-06T10:21:31,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:31,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,34805,1733480489524}] 2024-12-06T10:21:31,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:31,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:21:31,729 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:21:31,729 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:31,730 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:21:31,731 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C34805%2C1733480489524.meta, suffix=.meta, logDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/oldWALs, maxLogs=10 2024-12-06T10:21:31,744 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480491731.meta, exclude list is [], retry=0 2024-12-06T10:21:31,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:31,747 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480491731.meta 2024-12-06T10:21:31,748 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:31,748 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:31,748 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:31,748 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:31,748 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:21:31,748 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:21:31,749 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:21:31,749 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:31,749 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:21:31,749 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:21:31,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:31,751 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:31,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:31,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:31,752 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:31,753 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:31,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:31,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:31,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:31,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:31,754 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:31,755 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740 2024-12-06T10:21:31,755 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740 2024-12-06T10:21:31,756 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:31,756 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:31,756 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:31,757 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:31,758 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604943, jitterRate=0.0073921531438827515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:31,758 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:21:31,758 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480491749Writing region info on filesystem at 1733480491749Initializing all the Stores at 1733480491749Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491750 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480491750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480491750Cleaning up temporary data from old regions at 1733480491756 (+6 ms)Running coprocessor post-open hooks at 1733480491758 (+2 ms)Region opened successfully at 1733480491758 2024-12-06T10:21:31,759 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480491725 2024-12-06T10:21:31,760 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:21:31,760 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:21:31,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:31,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,34805,1733480489524, state=OPEN 2024-12-06T10:21:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01330871264/meta-region-server 2024-12-06T10:21:31,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01330871264/meta-region-server 2024-12-06T10:21:31,775 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,34805,1733480489524 2024-12-06T10:21:31,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330871264/meta-region-server: CHANGED 2024-12-06T10:21:31,775 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01330871264/meta-region-server: CHANGED 2024-12-06T10:21:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:21:31,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,34805,1733480489524 in 202 msec 2024-12-06T10:21:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:21:31,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 361 msec 2024-12-06T10:21:31,779 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:31,779 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:21:31,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:31,780 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34805,1733480489524, seqNum=-1] 2024-12-06T10:21:31,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:31,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:31,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-12-06T10:21:31,784 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480491784, completionTime=-1 2024-12-06T10:21:31,784 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:21:31,784 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480551786 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480611786 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:33969, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,786 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,788 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.201sec 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:31,790 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:21:31,792 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:21:31,792 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:21:31,792 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,33969,1733480489443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:31,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f190eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:31,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:31,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:31,865 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d910ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:31,867 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:31,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db26aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:31,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34805,1733480489524, seqNum=-1] 2024-12-06T10:21:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:31,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:31,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,33969,1733480489443 2024-12-06T10:21:31,872 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:31,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:31,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101874b08350002 connected 2024-12-06T10:21:31,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir so I do NOT create it in target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df 2024-12-06T10:21:31,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:21:31,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.tmp.dir so I do NOT create it in target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df 2024-12-06T10:21:31,878 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:21:31,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df 2024-12-06T10:21:31,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:21:31,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/cluster_967bdd13-079b-3177-ad3d-753b3c3858b6, deleteOnExit=true 2024-12-06T10:21:31,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/test.cache.data in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:21:31,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:21:31,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:21:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:21:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:21:31,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:21:31,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:31,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:31,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:31,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:31,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T10:21:31,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:31,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46672585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:31,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cb2c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:32,067 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@585ec6e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/java.io.tmpdir/jetty-localhost-43781-hadoop-hdfs-3_4_1-tests_jar-_-any-3264334863179804181/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:32,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f411e41{HTTP/1.1, (http/1.1)}{localhost:43781} 2024-12-06T10:21:32,068 INFO [Time-limited test {}] server.Server(415): Started @288366ms 2024-12-06T10:21:32,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:32,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:32,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:32,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:32,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a1f4d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:32,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d5fa3db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:32,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4282d26a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/java.io.tmpdir/jetty-localhost-41039-hadoop-hdfs-3_4_1-tests_jar-_-any-2490587513153770220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:32,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2590021c{HTTP/1.1, (http/1.1)}{localhost:41039} 2024-12-06T10:21:32,282 INFO [Time-limited test {}] server.Server(415): Started @288580ms 2024-12-06T10:21:32,283 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:21:32,380 WARN [Thread-4430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/cluster_967bdd13-079b-3177-ad3d-753b3c3858b6/data/data1/current/BP-631688553-172.17.0.2-1733480491897/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:32,380 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/cluster_967bdd13-079b-3177-ad3d-753b3c3858b6/data/data2/current/BP-631688553-172.17.0.2-1733480491897/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:32,397 WARN [Thread-4418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:21:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f06a8b2ad76010a with lease ID 0xb508706251861972: Processing first storage report for DS-a85e72d4-075a-466f-848d-e87636135dba from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=f6d2c251-5cc8-459a-85ce-b949a63e534a, infoPort=33619, infoSecurePort=0, ipcPort=43119, storageInfo=lv=-57;cid=testClusterID;nsid=5230589;c=1733480491897) 2024-12-06T10:21:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f06a8b2ad76010a with lease ID 0xb508706251861972: from storage DS-a85e72d4-075a-466f-848d-e87636135dba node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=f6d2c251-5cc8-459a-85ce-b949a63e534a, infoPort=33619, infoSecurePort=0, ipcPort=43119, storageInfo=lv=-57;cid=testClusterID;nsid=5230589;c=1733480491897), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6f06a8b2ad76010a with lease ID 0xb508706251861972: Processing first storage report for DS-e7423255-7415-449b-8475-6eaa64d65f57 from datanode DatanodeRegistration(127.0.0.1:45743, datanodeUuid=f6d2c251-5cc8-459a-85ce-b949a63e534a, infoPort=33619, infoSecurePort=0, ipcPort=43119, storageInfo=lv=-57;cid=testClusterID;nsid=5230589;c=1733480491897) 2024-12-06T10:21:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6f06a8b2ad76010a with lease ID 0xb508706251861972: from storage DS-e7423255-7415-449b-8475-6eaa64d65f57 node DatanodeRegistration(127.0.0.1:45743, datanodeUuid=f6d2c251-5cc8-459a-85ce-b949a63e534a, infoPort=33619, infoSecurePort=0, ipcPort=43119, storageInfo=lv=-57;cid=testClusterID;nsid=5230589;c=1733480491897), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:32,407 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df 2024-12-06T10:21:32,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:21:32,420 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34 with version=8 2024-12-06T10:21:32,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/hbase-staging 2024-12-06T10:21:32,422 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:21:32,422 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:32,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35183 2024-12-06T10:21:32,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35183 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:32,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351830x0, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:32,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35183-0x101874b08350003 connected 2024-12-06T10:21:32,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/running 2024-12-06T10:21:32,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34, hbase.cluster.distributed=false 2024-12-06T10:21:32,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/acl 2024-12-06T10:21:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-06T10:21:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35183 2024-12-06T10:21:32,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35183 2024-12-06T10:21:32,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-06T10:21:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35183 2024-12-06T10:21:32,470 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:21:32,470 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:32,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45571 2024-12-06T10:21:32,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45571 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:32,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455710x0, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:32,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455710x0, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/running 2024-12-06T10:21:32,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45571-0x101874b08350004 connected 2024-12-06T10:21:32,478 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:21:32,479 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:21:32,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/master 2024-12-06T10:21:32,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/acl 2024-12-06T10:21:32,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45571 2024-12-06T10:21:32,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45571 2024-12-06T10:21:32,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45571 2024-12-06T10:21:32,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45571 2024-12-06T10:21:32,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45571 2024-12-06T10:21:32,497 DEBUG [M:0;748048564c27:35183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:35183 2024-12-06T10:21:32,500 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1401009972/backup-masters/748048564c27,35183,1733480492422 2024-12-06T10:21:32,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/backup-masters 2024-12-06T10:21:32,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/backup-masters 2024-12-06T10:21:32,501 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on existing znode=/1401009972/backup-masters/748048564c27,35183,1733480492422 2024-12-06T10:21:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401009972/master 2024-12-06T10:21:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:32,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:32,504 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on existing znode=/1401009972/master 2024-12-06T10:21:32,505 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1401009972/backup-masters/748048564c27,35183,1733480492422 from backup master directory 2024-12-06T10:21:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/backup-masters 2024-12-06T10:21:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401009972/backup-masters/748048564c27,35183,1733480492422 2024-12-06T10:21:32,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/backup-masters 2024-12-06T10:21:32,506 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:32,506 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,35183,1733480492422 2024-12-06T10:21:32,509 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/hbase.id] with ID: 1dacd9ec-efb2-4bea-89cd-e8d76845537e 2024-12-06T10:21:32,509 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/.tmp/hbase.id 2024-12-06T10:21:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:21:32,913 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/.tmp/hbase.id]:[hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/hbase.id] 2024-12-06T10:21:32,920 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:32,920 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:21:32,921 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T10:21:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:32,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:32,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:21:33,328 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:33,329 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:21:33,329 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:33,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:21:33,734 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store 2024-12-06T10:21:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:21:34,139 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:34,139 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:34,139 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:34,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:34,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:34,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:34,140 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:34,140 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480494139Disabling compacts and flushes for region at 1733480494139Disabling writes for close at 1733480494140 (+1 ms)Writing region close event to WAL at 1733480494140Closed at 1733480494140 2024-12-06T10:21:34,140 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/.initializing 2024-12-06T10:21:34,141 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/WALs/748048564c27,35183,1733480492422 2024-12-06T10:21:34,141 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:34,143 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C35183%2C1733480492422, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/WALs/748048564c27,35183,1733480492422, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/oldWALs, maxLogs=10 2024-12-06T10:21:34,159 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/WALs/748048564c27,35183,1733480492422/748048564c27%2C35183%2C1733480492422.1733480494143, exclude list is [], retry=0 2024-12-06T10:21:34,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-a85e72d4-075a-466f-848d-e87636135dba,DISK] 2024-12-06T10:21:34,163 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/WALs/748048564c27,35183,1733480492422/748048564c27%2C35183%2C1733480492422.1733480494143 2024-12-06T10:21:34,163 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33619:33619)] 2024-12-06T10:21:34,163 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:34,164 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:34,164 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,164 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:21:34,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:34,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:21:34,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:34,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:34,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:21:34,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:34,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:34,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:21:34,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:34,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:34,170 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,171 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,171 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,173 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:34,174 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:34,175 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:34,176 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752122, jitterRate=-0.12452515959739685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:34,176 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480494164Initializing all the Stores at 1733480494164Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480494164Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480494165 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480494165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480494165Cleaning up temporary data from old regions at 1733480494173 (+8 ms)Region opened successfully at 1733480494176 (+3 ms) 2024-12-06T10:21:34,176 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:21:34,178 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ef3f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:34,179 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:21:34,179 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:21:34,179 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:21:34,179 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:21:34,180 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:21:34,180 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:21:34,180 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:21:34,183 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:21:34,184 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Unable to get data of znode /1401009972/balancer because node does not exist (not necessarily an error) 2024-12-06T10:21:34,185 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/balancer already deleted, retry=false 2024-12-06T10:21:34,185 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:21:34,186 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Unable to get data of znode /1401009972/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:21:34,187 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/normalizer already deleted, retry=false 2024-12-06T10:21:34,187 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:21:34,188 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Unable to get data of znode /1401009972/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:21:34,189 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/switch/split already deleted, retry=false 2024-12-06T10:21:34,190 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Unable to get data of znode /1401009972/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:21:34,194 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/switch/merge already deleted, retry=false 2024-12-06T10:21:34,195 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Unable to get data of znode /1401009972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:21:34,196 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/snapshot-cleanup already deleted, retry=false 2024-12-06T10:21:34,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401009972/running 2024-12-06T10:21:34,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1401009972/running 2024-12-06T10:21:34,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,198 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,35183,1733480492422, sessionid=0x101874b08350003, setting cluster-up flag (Was=false) 2024-12-06T10:21:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,207 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401009972/flush-table-proc/acquired, /1401009972/flush-table-proc/reached, /1401009972/flush-table-proc/abort 2024-12-06T10:21:34,208 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,35183,1733480492422 2024-12-06T10:21:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:34,221 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1401009972/online-snapshot/acquired, /1401009972/online-snapshot/reached, /1401009972/online-snapshot/abort 2024-12-06T10:21:34,222 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,35183,1733480492422 2024-12-06T10:21:34,223 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:21:34,224 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:34,224 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:21:34,224 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:21:34,225 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,35183,1733480492422 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:34,226 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480524226 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:34,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:21:34,227 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:21:34,228 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:21:34,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:21:34,228 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480494228,5,FailOnTimeoutGroup] 2024-12-06T10:21:34,228 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480494228,5,FailOnTimeoutGroup] 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,228 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:21:34,289 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(746): ClusterId : 1dacd9ec-efb2-4bea-89cd-e8d76845537e 2024-12-06T10:21:34,289 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:21:34,291 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:21:34,291 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:21:34,292 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:21:34,293 DEBUG [RS:0;748048564c27:45571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@505ae473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:34,304 DEBUG [RS:0;748048564c27:45571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:45571 2024-12-06T10:21:34,305 INFO [RS:0;748048564c27:45571 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:21:34,305 INFO [RS:0;748048564c27:45571 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:21:34,305 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:21:34,305 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,35183,1733480492422 with port=45571, startcode=1733480492469 2024-12-06T10:21:34,305 DEBUG [RS:0;748048564c27:45571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:21:34,306 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:21:34,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,45571,1733480492469 2024-12-06T10:21:34,307 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35183 {}] master.ServerManager(517): Registering regionserver=748048564c27,45571,1733480492469 2024-12-06T10:21:34,308 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34 2024-12-06T10:21:34,308 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46725 2024-12-06T10:21:34,308 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:21:34,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/rs 2024-12-06T10:21:34,311 DEBUG [RS:0;748048564c27:45571 {}] zookeeper.ZKUtil(111): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on existing znode=/1401009972/rs/748048564c27,45571,1733480492469 2024-12-06T10:21:34,311 WARN [RS:0;748048564c27:45571 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:34,311 INFO [RS:0;748048564c27:45571 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:34,311 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469 2024-12-06T10:21:34,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,45571,1733480492469] 2024-12-06T10:21:34,313 INFO [RS:0;748048564c27:45571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:21:34,315 INFO [RS:0;748048564c27:45571 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:21:34,315 INFO [RS:0;748048564c27:45571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:21:34,315 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,315 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:21:34,316 INFO [RS:0;748048564c27:45571 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:21:34,316 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:34,316 DEBUG [RS:0;748048564c27:45571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,320 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45571,1733480492469-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:34,334 INFO [RS:0;748048564c27:45571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:21:34,334 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,45571,1733480492469-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,334 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,334 INFO [RS:0;748048564c27:45571 {}] regionserver.Replication(171): 748048564c27,45571,1733480492469 started 2024-12-06T10:21:34,348 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:34,348 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,45571,1733480492469, RpcServer on 748048564c27/172.17.0.2:45571, sessionid=0x101874b08350004 2024-12-06T10:21:34,348 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:21:34,348 DEBUG [RS:0;748048564c27:45571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,45571,1733480492469 2024-12-06T10:21:34,348 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45571,1733480492469' 2024-12-06T10:21:34,348 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401009972/flush-table-proc/abort' 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401009972/flush-table-proc/acquired' 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,45571,1733480492469 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,45571,1733480492469' 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1401009972/online-snapshot/abort' 2024-12-06T10:21:34,349 DEBUG [RS:0;748048564c27:45571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1401009972/online-snapshot/acquired' 2024-12-06T10:21:34,350 DEBUG [RS:0;748048564c27:45571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:21:34,350 INFO [RS:0;748048564c27:45571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:21:34,350 INFO [RS:0;748048564c27:45571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:21:34,450 INFO [RS:0;748048564c27:45571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:34,451 INFO [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45571%2C1733480492469, suffix=, logDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/oldWALs, maxLogs=10 2024-12-06T10:21:34,464 DEBUG [RS:0;748048564c27:45571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469/748048564c27%2C45571%2C1733480492469.1733480494451, exclude list is [], retry=0 2024-12-06T10:21:34,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-a85e72d4-075a-466f-848d-e87636135dba,DISK] 2024-12-06T10:21:34,468 INFO [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469/748048564c27%2C45571%2C1733480492469.1733480494451 2024-12-06T10:21:34,468 DEBUG [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33619:33619)] 2024-12-06T10:21:34,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:21:34,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34 2024-12-06T10:21:34,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741833_1009 (size=32) 2024-12-06T10:21:35,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:35,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:35,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:35,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:35,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:35,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:35,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:35,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:35,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:35,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740 2024-12-06T10:21:35,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740 2024-12-06T10:21:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:35,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:35,054 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:35,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:35,057 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:35,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70429185, jitterRate=0.049476638436317444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480495043Initializing all the Stores at 1733480495044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480495044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495044Cleaning up temporary data from old regions at 1733480495053 (+9 ms)Region opened successfully at 1733480495058 (+5 ms) 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:35,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:35,058 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:35,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480495058Disabling compacts and flushes for region at 1733480495058Disabling writes for close at 1733480495058Writing region close event to WAL at 1733480495058Closed at 1733480495058 2024-12-06T10:21:35,059 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:35,059 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:21:35,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:21:35,060 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:35,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:21:35,212 DEBUG [748048564c27:35183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:21:35,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,45571,1733480492469 2024-12-06T10:21:35,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45571,1733480492469, state=OPENING 2024-12-06T10:21:35,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:21:35,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:35,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:35,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401009972/meta-region-server: CHANGED 2024-12-06T10:21:35,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401009972/meta-region-server: CHANGED 2024-12-06T10:21:35,226 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:35,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45571,1733480492469}] 2024-12-06T10:21:35,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:35,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:21:35,383 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:21:35,383 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:35,383 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:21:35,385 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C45571%2C1733480492469.meta, suffix=.meta, logDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469, archiveDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/oldWALs, maxLogs=10 2024-12-06T10:21:35,402 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469/748048564c27%2C45571%2C1733480492469.meta.1733480495385.meta, exclude list is [], retry=0 2024-12-06T10:21:35,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45743,DS-a85e72d4-075a-466f-848d-e87636135dba,DISK] 2024-12-06T10:21:35,405 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/WALs/748048564c27,45571,1733480492469/748048564c27%2C45571%2C1733480492469.meta.1733480495385.meta 2024-12-06T10:21:35,405 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33619:33619)] 2024-12-06T10:21:35,405 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:35,406 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:21:35,406 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:21:35,406 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:21:35,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:35,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:35,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:35,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:35,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:35,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:35,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:35,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:35,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:35,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:35,412 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:35,412 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740 2024-12-06T10:21:35,413 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740 2024-12-06T10:21:35,414 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:35,414 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:35,414 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:35,415 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:35,416 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61443394, jitterRate=-0.08442208170890808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:35,416 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:21:35,416 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480495406Writing region info on filesystem at 1733480495406Initializing all the Stores at 1733480495407 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495407Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495407Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480495407Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480495407Cleaning up temporary data from old regions at 1733480495414 (+7 ms)Running coprocessor post-open hooks at 1733480495416 (+2 ms)Region opened successfully at 1733480495416 2024-12-06T10:21:35,417 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480495378 2024-12-06T10:21:35,419 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:21:35,419 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:21:35,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,45571,1733480492469 2024-12-06T10:21:35,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,45571,1733480492469, state=OPEN 2024-12-06T10:21:35,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401009972/meta-region-server 2024-12-06T10:21:35,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1401009972/meta-region-server 2024-12-06T10:21:35,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,45571,1733480492469 2024-12-06T10:21:35,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401009972/meta-region-server: CHANGED 2024-12-06T10:21:35,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1401009972/meta-region-server: CHANGED 2024-12-06T10:21:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:21:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,45571,1733480492469 in 196 msec 2024-12-06T10:21:35,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:21:35,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-12-06T10:21:35,426 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:35,426 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:21:35,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:35,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45571,1733480492469, seqNum=-1] 2024-12-06T10:21:35,427 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:35,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:35,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-12-06T10:21:35,431 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480495431, completionTime=-1 2024-12-06T10:21:35,431 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:21:35,432 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:21:35,433 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:21:35,433 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480555433 2024-12-06T10:21:35,433 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480615433 2024-12-06T10:21:35,433 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:35183, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,434 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,435 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:35,437 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:21:35,442 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:21:35,442 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:21:35,442 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,35183,1733480492422-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:35,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7cbbb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:35,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,35183,-1 for getting cluster id 2024-12-06T10:21:35,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:35,491 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dacd9ec-efb2-4bea-89cd-e8d76845537e' 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dacd9ec-efb2-4bea-89cd-e8d76845537e" 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d410be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,35183,-1] 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:35,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:35,492 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:35,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17049c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:35,493 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45571,1733480492469, seqNum=-1] 2024-12-06T10:21:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:35,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:35,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,35183,1733480492422 2024-12-06T10:21:35,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:35,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:35,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101874b08350005 connected 2024-12-06T10:21:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir so I do NOT create it in target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d 2024-12-06T10:21:35,504 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir Erasing configuration value by system value. 2024-12-06T10:21:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.tmp.dir so I do NOT create it in target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d 2024-12-06T10:21:35,504 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-06T10:21:35,504 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d 2024-12-06T10:21:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T10:21:35,504 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/cluster_68daa12c-5848-db6c-f089-790b227f44ea, deleteOnExit=true 2024-12-06T10:21:35,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/test.cache.data in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.log.dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T10:21:35,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T10:21:35,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/nfs.dump.dir in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/java.io.tmpdir in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T10:21:35,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T10:21:35,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:35,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:35,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:35,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:35,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:35,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:35,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a5204a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:35,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b959de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:35,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@542cfdf5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/java.io.tmpdir/jetty-localhost-42681-hadoop-hdfs-3_4_1-tests_jar-_-any-12723125037308593999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:35,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@af8e609{HTTP/1.1, (http/1.1)}{localhost:42681} 2024-12-06T10:21:35,706 INFO [Time-limited test {}] server.Server(415): Started @292004ms 2024-12-06T10:21:35,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T10:21:35,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T10:21:35,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T10:21:35,809 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T10:21:35,809 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T10:21:35,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7363c05c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.log.dir/,AVAILABLE} 2024-12-06T10:21:35,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8b387b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T10:21:35,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@528dc1af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/java.io.tmpdir/jetty-localhost-35307-hadoop-hdfs-3_4_1-tests_jar-_-any-15874061543594102449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:35,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@928d69{HTTP/1.1, (http/1.1)}{localhost:35307} 2024-12-06T10:21:35,924 INFO [Time-limited test {}] server.Server(415): Started @292222ms 2024-12-06T10:21:35,925 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T10:21:36,038 WARN [Thread-4551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/cluster_68daa12c-5848-db6c-f089-790b227f44ea/data/data2/current/BP-314041043-172.17.0.2-1733480495523/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:36,038 WARN [Thread-4550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/cluster_68daa12c-5848-db6c-f089-790b227f44ea/data/data1/current/BP-314041043-172.17.0.2-1733480495523/current, will proceed with Du for space computation calculation, 2024-12-06T10:21:36,061 WARN [Thread-4538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T10:21:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48acd213d637b097 with lease ID 0x1a81ffbf3be59bfb: Processing first storage report for DS-999fb826-fb0a-4466-8cf0-d924be8f2335 from datanode DatanodeRegistration(127.0.0.1:42445, datanodeUuid=ac6eba61-6b6c-4357-b730-4172d2b28488, infoPort=45213, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=880361629;c=1733480495523) 2024-12-06T10:21:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48acd213d637b097 with lease ID 0x1a81ffbf3be59bfb: from storage DS-999fb826-fb0a-4466-8cf0-d924be8f2335 node DatanodeRegistration(127.0.0.1:42445, datanodeUuid=ac6eba61-6b6c-4357-b730-4172d2b28488, infoPort=45213, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=880361629;c=1733480495523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48acd213d637b097 with lease ID 0x1a81ffbf3be59bfb: Processing first storage report for DS-21cf8d8a-15a0-41d1-bb24-8d215897364a from datanode DatanodeRegistration(127.0.0.1:42445, datanodeUuid=ac6eba61-6b6c-4357-b730-4172d2b28488, infoPort=45213, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=880361629;c=1733480495523) 2024-12-06T10:21:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48acd213d637b097 with lease ID 0x1a81ffbf3be59bfb: from storage DS-21cf8d8a-15a0-41d1-bb24-8d215897364a node DatanodeRegistration(127.0.0.1:42445, datanodeUuid=ac6eba61-6b6c-4357-b730-4172d2b28488, infoPort=45213, infoSecurePort=0, ipcPort=36443, storageInfo=lv=-57;cid=testClusterID;nsid=880361629;c=1733480495523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T10:21:36,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d 2024-12-06T10:21:36,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741825_1001 (size=7) 2024-12-06T10:21:36,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017 with version=8 2024-12-06T10:21:36,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/hbase-staging 2024-12-06T10:21:36,558 INFO [Time-limited test {}] client.ConnectionUtils(128): master/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T10:21:36,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:36,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37933 2024-12-06T10:21:36,560 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37933 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:36,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379330x0, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:36,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37933-0x101874b08350006 connected 2024-12-06T10:21:36,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/running 2024-12-06T10:21:36,580 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017, hbase.cluster.distributed=false 2024-12-06T10:21:36,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/acl 2024-12-06T10:21:36,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37933 2024-12-06T10:21:36,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37933 2024-12-06T10:21:36,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37933 2024-12-06T10:21:36,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37933 2024-12-06T10:21:36,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37933 2024-12-06T10:21:36,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/748048564c27:0 server-side Connection retries=45 2024-12-06T10:21:36,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T10:21:36,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40805 2024-12-06T10:21:36,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40805 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:36,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408050x0, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:36,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408050x0, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/running 2024-12-06T10:21:36,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T10:21:36,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40805-0x101874b08350007 connected 2024-12-06T10:21:36,629 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T10:21:36,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/master 2024-12-06T10:21:36,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/acl 2024-12-06T10:21:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-06T10:21:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-12-06T10:21:36,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-12-06T10:21:36,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-06T10:21:36,633 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-06T10:21:36,651 DEBUG [M:0;748048564c27:37933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;748048564c27:37933 2024-12-06T10:21:36,651 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-60654443/backup-masters/748048564c27,37933,1733480496558 2024-12-06T10:21:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/backup-masters 2024-12-06T10:21:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/backup-masters 2024-12-06T10:21:36,653 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on existing znode=/2-60654443/backup-masters/748048564c27,37933,1733480496558 2024-12-06T10:21:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-60654443/master 2024-12-06T10:21:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:36,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:36,654 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on existing znode=/2-60654443/master 2024-12-06T10:21:36,655 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-60654443/backup-masters/748048564c27,37933,1733480496558 from backup master directory 2024-12-06T10:21:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-60654443/backup-masters/748048564c27,37933,1733480496558 2024-12-06T10:21:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/backup-masters 2024-12-06T10:21:36,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/backup-masters 2024-12-06T10:21:36,656 WARN [master/748048564c27:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:36,656 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=748048564c27,37933,1733480496558 2024-12-06T10:21:36,661 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/hbase.id] with ID: 0a21705b-bcd2-48a2-8f4e-77f26d4a0902 2024-12-06T10:21:36,661 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/.tmp/hbase.id 2024-12-06T10:21:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741826_1002 (size=42) 2024-12-06T10:21:36,665 DEBUG [master/748048564c27:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/.tmp/hbase.id]:[hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/hbase.id] 2024-12-06T10:21:36,672 INFO [master/748048564c27:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:36,673 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T10:21:36,673 INFO [master/748048564c27:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-06T10:21:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:36,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:36,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741827_1003 (size=196) 2024-12-06T10:21:37,082 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:37,083 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T10:21:37,083 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:37,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741828_1004 (size=1189) 2024-12-06T10:21:37,088 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store 2024-12-06T10:21:37,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741829_1005 (size=34) 2024-12-06T10:21:37,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:37,493 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:37,493 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:37,493 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480497493Disabling compacts and flushes for region at 1733480497493Disabling writes for close at 1733480497493Writing region close event to WAL at 1733480497493Closed at 1733480497493 2024-12-06T10:21:37,494 WARN [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/.initializing 2024-12-06T10:21:37,494 DEBUG [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/WALs/748048564c27,37933,1733480496558 2024-12-06T10:21:37,494 INFO [master/748048564c27:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:37,495 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=748048564c27%2C37933%2C1733480496558, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/WALs/748048564c27,37933,1733480496558, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/oldWALs, maxLogs=10 2024-12-06T10:21:37,513 DEBUG [master/748048564c27:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/WALs/748048564c27,37933,1733480496558/748048564c27%2C37933%2C1733480496558.1733480497495, exclude list is [], retry=0 2024-12-06T10:21:37,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42445,DS-999fb826-fb0a-4466-8cf0-d924be8f2335,DISK] 2024-12-06T10:21:37,516 INFO [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/WALs/748048564c27,37933,1733480496558/748048564c27%2C37933%2C1733480496558.1733480497495 2024-12-06T10:21:37,516 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-12-06T10:21:37,516 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:37,517 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:37,517 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,517 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T10:21:37,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:37,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T10:21:37,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:37,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T10:21:37,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:37,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T10:21:37,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:37,523 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,523 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,523 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,524 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,524 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,524 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:37,525 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T10:21:37,527 DEBUG [master/748048564c27:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:37,527 INFO [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757615, jitterRate=-0.07973982393741608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:37,527 DEBUG [master/748048564c27:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733480497517Initializing all the Stores at 1733480497517Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480497517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480497518 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480497518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480497518Cleaning up temporary data from old regions at 1733480497524 (+6 ms)Region opened successfully at 1733480497527 (+3 ms) 2024-12-06T10:21:37,527 INFO [master/748048564c27:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T10:21:37,529 DEBUG [master/748048564c27:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a7715e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T10:21:37,530 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T10:21:37,531 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T10:21:37,532 INFO [master/748048564c27:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T10:21:37,532 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Unable to get data of znode /2-60654443/balancer because node does not exist (not necessarily an error) 2024-12-06T10:21:37,534 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/balancer already deleted, retry=false 2024-12-06T10:21:37,534 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T10:21:37,535 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Unable to get data of znode /2-60654443/normalizer because node does not exist (not necessarily an error) 2024-12-06T10:21:37,536 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/normalizer already deleted, retry=false 2024-12-06T10:21:37,536 INFO [master/748048564c27:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T10:21:37,537 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Unable to get data of znode /2-60654443/switch/split because node does not exist (not necessarily an error) 2024-12-06T10:21:37,538 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/switch/split already deleted, retry=false 2024-12-06T10:21:37,539 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Unable to get data of znode /2-60654443/switch/merge because node does not exist (not necessarily an error) 2024-12-06T10:21:37,541 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/switch/merge already deleted, retry=false 2024-12-06T10:21:37,542 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Unable to get data of znode /2-60654443/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T10:21:37,543 DEBUG [master/748048564c27:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/snapshot-cleanup already deleted, retry=false 2024-12-06T10:21:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-60654443/running 2024-12-06T10:21:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-60654443/running 2024-12-06T10:21:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,545 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=748048564c27,37933,1733480496558, sessionid=0x101874b08350006, setting cluster-up flag (Was=false) 2024-12-06T10:21:37,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,552 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-60654443/flush-table-proc/acquired, /2-60654443/flush-table-proc/reached, /2-60654443/flush-table-proc/abort 2024-12-06T10:21:37,553 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37933,1733480496558 2024-12-06T10:21:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:37,561 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-60654443/online-snapshot/acquired, /2-60654443/online-snapshot/reached, /2-60654443/online-snapshot/abort 2024-12-06T10:21:37,562 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=748048564c27,37933,1733480496558 2024-12-06T10:21:37,563 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T10:21:37,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:37,564 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T10:21:37,564 INFO [master/748048564c27:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T10:21:37,564 DEBUG [master/748048564c27:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 748048564c27,37933,1733480496558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/748048564c27:0, corePoolSize=5, maxPoolSize=5 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/748048564c27:0, corePoolSize=10, maxPoolSize=10 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:37,565 DEBUG [master/748048564c27:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,567 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:37,567 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T10:21:37,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733480527569 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T10:21:37,569 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T10:21:37,572 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T10:21:37,573 INFO [master/748048564c27:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T10:21:37,573 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480497573,5,FailOnTimeoutGroup] 2024-12-06T10:21:37,574 DEBUG [master/748048564c27:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480497573,5,FailOnTimeoutGroup] 2024-12-06T10:21:37,574 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,574 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T10:21:37,574 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,574 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741831_1007 (size=1321) 2024-12-06T10:21:37,575 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T10:21:37,575 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017 2024-12-06T10:21:37,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741832_1008 (size=32) 2024-12-06T10:21:37,636 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(746): ClusterId : 0a21705b-bcd2-48a2-8f4e-77f26d4a0902 2024-12-06T10:21:37,636 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T10:21:37,638 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T10:21:37,638 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T10:21:37,640 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T10:21:37,640 DEBUG [RS:0;748048564c27:40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5755fcfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=748048564c27/172.17.0.2:0 2024-12-06T10:21:37,652 DEBUG [RS:0;748048564c27:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;748048564c27:40805 2024-12-06T10:21:37,652 INFO [RS:0;748048564c27:40805 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T10:21:37,652 INFO [RS:0;748048564c27:40805 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T10:21:37,652 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T10:21:37,652 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(2659): reportForDuty to master=748048564c27,37933,1733480496558 with port=40805, startcode=1733480496601 2024-12-06T10:21:37,653 DEBUG [RS:0;748048564c27:40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T10:21:37,654 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T10:21:37,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 748048564c27,40805,1733480496601 2024-12-06T10:21:37,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37933 {}] master.ServerManager(517): Registering regionserver=748048564c27,40805,1733480496601 2024-12-06T10:21:37,655 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017 2024-12-06T10:21:37,655 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35887 2024-12-06T10:21:37,655 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T10:21:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/rs 2024-12-06T10:21:37,666 DEBUG [RS:0;748048564c27:40805 {}] zookeeper.ZKUtil(111): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on existing znode=/2-60654443/rs/748048564c27,40805,1733480496601 2024-12-06T10:21:37,666 WARN [RS:0;748048564c27:40805 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T10:21:37,666 INFO [RS:0;748048564c27:40805 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:37,667 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601 2024-12-06T10:21:37,667 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [748048564c27,40805,1733480496601] 2024-12-06T10:21:37,669 INFO [RS:0;748048564c27:40805 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T10:21:37,670 INFO [RS:0;748048564c27:40805 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T10:21:37,671 INFO [RS:0;748048564c27:40805 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T10:21:37,671 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,671 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T10:21:37,671 INFO [RS:0;748048564c27:40805 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T10:21:37,671 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,671 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/748048564c27:0, corePoolSize=2, maxPoolSize=2 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/748048564c27:0, corePoolSize=1, maxPoolSize=1 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:37,672 DEBUG [RS:0;748048564c27:40805 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/748048564c27:0, corePoolSize=3, maxPoolSize=3 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,672 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40805,1733480496601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:37,687 INFO [RS:0;748048564c27:40805 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T10:21:37,687 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,40805,1733480496601-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,687 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,687 INFO [RS:0;748048564c27:40805 {}] regionserver.Replication(171): 748048564c27,40805,1733480496601 started 2024-12-06T10:21:37,700 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:37,700 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1482): Serving as 748048564c27,40805,1733480496601, RpcServer on 748048564c27/172.17.0.2:40805, sessionid=0x101874b08350007 2024-12-06T10:21:37,700 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T10:21:37,700 DEBUG [RS:0;748048564c27:40805 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 748048564c27,40805,1733480496601 2024-12-06T10:21:37,700 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,40805,1733480496601' 2024-12-06T10:21:37,700 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-60654443/flush-table-proc/abort' 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-60654443/flush-table-proc/acquired' 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 748048564c27,40805,1733480496601 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '748048564c27,40805,1733480496601' 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-60654443/online-snapshot/abort' 2024-12-06T10:21:37,701 DEBUG [RS:0;748048564c27:40805 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-60654443/online-snapshot/acquired' 2024-12-06T10:21:37,702 DEBUG [RS:0;748048564c27:40805 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T10:21:37,702 INFO [RS:0;748048564c27:40805 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T10:21:37,702 INFO [RS:0;748048564c27:40805 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T10:21:37,802 INFO [RS:0;748048564c27:40805 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T10:21:37,803 INFO [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C40805%2C1733480496601, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/oldWALs, maxLogs=10 2024-12-06T10:21:37,816 DEBUG [RS:0;748048564c27:40805 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601/748048564c27%2C40805%2C1733480496601.1733480497803, exclude list is [], retry=0 2024-12-06T10:21:37,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42445,DS-999fb826-fb0a-4466-8cf0-d924be8f2335,DISK] 2024-12-06T10:21:37,820 INFO [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601/748048564c27%2C40805%2C1733480496601.1733480497803 2024-12-06T10:21:37,820 DEBUG [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-12-06T10:21:37,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:37,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:37,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:37,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:37,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:37,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:37,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:37,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:37,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:37,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:37,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:37,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:37,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:37,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:37,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:37,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740 2024-12-06T10:21:37,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740 2024-12-06T10:21:37,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:37,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:37,990 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:37,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:37,993 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62084001, jitterRate=-0.07487629354000092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733480497983Initializing all the Stores at 1733480497983Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480497983Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480497983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480497983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480497983Cleaning up temporary data from old regions at 1733480497990 (+7 ms)Region opened successfully at 1733480497993 (+3 ms) 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:37,993 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:37,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:37,994 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:37,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480497993Disabling compacts and flushes for region at 1733480497993Disabling writes for close at 1733480497993Writing region close event to WAL at 1733480497994 (+1 ms)Closed at 1733480497994 2024-12-06T10:21:37,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:37,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T10:21:37,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T10:21:37,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:37,996 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T10:21:38,147 DEBUG [748048564c27:37933 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T10:21:38,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=748048564c27,40805,1733480496601 2024-12-06T10:21:38,148 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,40805,1733480496601, state=OPENING 2024-12-06T10:21:38,149 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T10:21:38,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:38,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:38,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-60654443/meta-region-server: CHANGED 2024-12-06T10:21:38,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T10:21:38,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-60654443/meta-region-server: CHANGED 2024-12-06T10:21:38,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,40805,1733480496601}] 2024-12-06T10:21:38,302 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:38,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:21:38,306 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T10:21:38,306 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:38,306 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T10:21:38,307 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C40805%2C1733480496601.meta, suffix=.meta, logDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/oldWALs, maxLogs=10 2024-12-06T10:21:38,321 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601/748048564c27%2C40805%2C1733480496601.meta.1733480498308.meta, exclude list is [], retry=0 2024-12-06T10:21:38,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42445,DS-999fb826-fb0a-4466-8cf0-d924be8f2335,DISK] 2024-12-06T10:21:38,324 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/WALs/748048564c27,40805,1733480496601/748048564c27%2C40805%2C1733480496601.meta.1733480498308.meta 2024-12-06T10:21:38,324 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45213:45213)] 2024-12-06T10:21:38,324 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:38,325 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T10:21:38,325 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T10:21:38,325 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T10:21:38,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T10:21:38,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T10:21:38,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:38,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:38,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T10:21:38,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T10:21:38,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:38,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:38,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T10:21:38,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T10:21:38,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:38,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:38,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T10:21:38,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T10:21:38,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:38,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T10:21:38,329 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T10:21:38,330 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740 2024-12-06T10:21:38,330 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740 2024-12-06T10:21:38,331 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T10:21:38,331 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T10:21:38,332 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T10:21:38,332 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T10:21:38,333 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72987422, jitterRate=0.08759734034538269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T10:21:38,333 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T10:21:38,333 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733480498325Writing region info on filesystem at 1733480498325Initializing all the Stores at 1733480498326 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480498326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480498326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480498326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733480498326Cleaning up temporary data from old regions at 1733480498331 (+5 ms)Running coprocessor post-open hooks at 1733480498333 (+2 ms)Region opened successfully at 1733480498333 2024-12-06T10:21:38,334 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733480498302 2024-12-06T10:21:38,335 DEBUG [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T10:21:38,335 INFO [RS_OPEN_META-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T10:21:38,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,40805,1733480496601 2024-12-06T10:21:38,336 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 748048564c27,40805,1733480496601, state=OPEN 2024-12-06T10:21:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-60654443/meta-region-server 2024-12-06T10:21:38,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-60654443/meta-region-server 2024-12-06T10:21:38,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=748048564c27,40805,1733480496601 2024-12-06T10:21:38,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-60654443/meta-region-server: CHANGED 2024-12-06T10:21:38,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-60654443/meta-region-server: CHANGED 2024-12-06T10:21:38,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T10:21:38,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=748048564c27,40805,1733480496601 in 189 msec 2024-12-06T10:21:38,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T10:21:38,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-12-06T10:21:38,343 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T10:21:38,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T10:21:38,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:38,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,40805,1733480496601, seqNum=-1] 2024-12-06T10:21:38,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:38,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:38,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 784 msec 2024-12-06T10:21:38,349 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733480498348, completionTime=-1 2024-12-06T10:21:38,349 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T10:21:38,349 DEBUG [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T10:21:38,350 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T10:21:38,350 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733480558350 2024-12-06T10:21:38,350 INFO [master/748048564c27:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733480618350 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-748048564c27:37933, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,351 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,352 DEBUG [master/748048564c27:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.698sec 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T10:21:38,354 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T10:21:38,356 DEBUG [master/748048564c27:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T10:21:38,356 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T10:21:38,356 INFO [master/748048564c27:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=748048564c27,37933,1733480496558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T10:21:38,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebac23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:38,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37933,-1 for getting cluster id 2024-12-06T10:21:38,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:38,438 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a21705b-bcd2-48a2-8f4e-77f26d4a0902' 2024-12-06T10:21:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a21705b-bcd2-48a2-8f4e-77f26d4a0902" 2024-12-06T10:21:38,438 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4464234e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37933,-1] 2024-12-06T10:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:38,440 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:38,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:38,440 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,40805,1733480496601, seqNum=-1] 2024-12-06T10:21:38,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:38,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:38,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=748048564c27,37933,1733480496558 2024-12-06T10:21:38,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59327 2024-12-06T10:21:38,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T10:21:38,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101874b08350008 connected 2024-12-06T10:21:38,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33969,1733480489443 2024-12-06T10:21:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ce645d1 2024-12-06T10:21:38,449 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:38,449 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:38,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:21:38,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:38,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:38,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:38,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:38,859 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dc93286605d489b5276b16f50fb499f, NAME => 'test,,1733480498450.1dc93286605d489b5276b16f50fb499f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f 2024-12-06T10:21:38,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480498450.1dc93286605d489b5276b16f50fb499f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1dc93286605d489b5276b16f50fb499f, disabling compactions & flushes 2024-12-06T10:21:38,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480498450.1dc93286605d489b5276b16f50fb499f. after waiting 0 ms 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:38,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:38,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dc93286605d489b5276b16f50fb499f: Waiting for close lock at 1733480498864Disabling compacts and flushes for region at 1733480498864Disabling writes for close at 1733480498864Writing region close event to WAL at 1733480498864Closed at 1733480498864 2024-12-06T10:21:38,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:38,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480498450.1dc93286605d489b5276b16f50fb499f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480498865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480498865"}]},"ts":"1733480498865"} 2024-12-06T10:21:38,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:38,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:38,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480498867"}]},"ts":"1733480498867"} 2024-12-06T10:21:38,869 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:21:38,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dc93286605d489b5276b16f50fb499f, ASSIGN}] 2024-12-06T10:21:38,870 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1dc93286605d489b5276b16f50fb499f, ASSIGN 2024-12-06T10:21:38,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1dc93286605d489b5276b16f50fb499f, ASSIGN; state=OFFLINE, location=748048564c27,34805,1733480489524; forceNewPlan=false, retain=false 2024-12-06T10:21:39,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dc93286605d489b5276b16f50fb499f, regionState=OPENING, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:39,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1dc93286605d489b5276b16f50fb499f, ASSIGN because future has completed 2024-12-06T10:21:39,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc93286605d489b5276b16f50fb499f, server=748048564c27,34805,1733480489524}] 2024-12-06T10:21:39,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:39,179 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:39,179 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dc93286605d489b5276b16f50fb499f, NAME => 'test,,1733480498450.1dc93286605d489b5276b16f50fb499f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:39,180 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:39,180 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:21:39,180 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,180 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480498450.1dc93286605d489b5276b16f50fb499f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:39,180 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,180 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,181 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,182 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc93286605d489b5276b16f50fb499f columnFamilyName f 2024-12-06T10:21:39,182 DEBUG [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:39,182 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(327): Store=1dc93286605d489b5276b16f50fb499f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:39,182 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,183 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc93286605d489b5276b16f50fb499f columnFamilyName f1 2024-12-06T10:21:39,183 DEBUG [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:39,183 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(327): Store=1dc93286605d489b5276b16f50fb499f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:39,183 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,184 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc93286605d489b5276b16f50fb499f columnFamilyName norep 2024-12-06T10:21:39,184 DEBUG [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:39,184 INFO [StoreOpener-1dc93286605d489b5276b16f50fb499f-1 {}] regionserver.HStore(327): Store=1dc93286605d489b5276b16f50fb499f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:39,184 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,185 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,185 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,186 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,186 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,186 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:39,187 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,188 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:39,188 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1dc93286605d489b5276b16f50fb499f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69979883, jitterRate=0.042781516909599304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:39,188 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:39,188 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1dc93286605d489b5276b16f50fb499f: Running coprocessor pre-open hook at 1733480499180Writing region info on filesystem at 1733480499180Initializing all the Stores at 1733480499181 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480499181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480499181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480499181Cleaning up temporary data from old regions at 1733480499186 (+5 ms)Running coprocessor post-open hooks at 1733480499188 (+2 ms)Region opened successfully at 1733480499188 2024-12-06T10:21:39,189 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480498450.1dc93286605d489b5276b16f50fb499f., pid=6, masterSystemTime=1733480499175 2024-12-06T10:21:39,191 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:39,191 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:39,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1dc93286605d489b5276b16f50fb499f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:39,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc93286605d489b5276b16f50fb499f, server=748048564c27,34805,1733480489524 because future has completed 2024-12-06T10:21:39,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:21:39,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dc93286605d489b5276b16f50fb499f, server=748048564c27,34805,1733480489524 in 170 msec 2024-12-06T10:21:39,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:21:39,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1dc93286605d489b5276b16f50fb499f, ASSIGN in 326 msec 2024-12-06T10:21:39,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:39,197 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480499197"}]},"ts":"1733480499197"} 2024-12-06T10:21:39,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:21:39,199 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:39,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 749 msec 2024-12-06T10:21:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:39,585 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:21:39,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,35183,1733480492422 2024-12-06T10:21:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45f2317f 2024-12-06T10:21:39,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:39,589 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:39,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:21:39,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:39,593 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:39,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:21:39,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:39,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:21:39,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f0a07eb3c22c8a2645883e782983513, NAME => 'test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34 2024-12-06T10:21:39,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:21:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:40,030 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:40,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4f0a07eb3c22c8a2645883e782983513, disabling compactions & flushes 2024-12-06T10:21:40,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. after waiting 0 ms 2024-12-06T10:21:40,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f0a07eb3c22c8a2645883e782983513: Waiting for close lock at 1733480500031Disabling compacts and flushes for region at 1733480500031Disabling writes for close at 1733480500031Writing region close event to WAL at 1733480500031Closed at 1733480500031 2024-12-06T10:21:40,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:40,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480500032"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480500032"}]},"ts":"1733480500032"} 2024-12-06T10:21:40,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:40,035 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:40,035 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480500035"}]},"ts":"1733480500035"} 2024-12-06T10:21:40,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:21:40,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f0a07eb3c22c8a2645883e782983513, ASSIGN}] 2024-12-06T10:21:40,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4f0a07eb3c22c8a2645883e782983513, ASSIGN 2024-12-06T10:21:40,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4f0a07eb3c22c8a2645883e782983513, ASSIGN; state=OFFLINE, location=748048564c27,45571,1733480492469; forceNewPlan=false, retain=false 2024-12-06T10:21:40,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f0a07eb3c22c8a2645883e782983513, regionState=OPENING, regionLocation=748048564c27,45571,1733480492469 2024-12-06T10:21:40,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4f0a07eb3c22c8a2645883e782983513, ASSIGN because future has completed 2024-12-06T10:21:40,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0a07eb3c22c8a2645883e782983513, server=748048564c27,45571,1733480492469}] 2024-12-06T10:21:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:40,346 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,347 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f0a07eb3c22c8a2645883e782983513, NAME => 'test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:40,347 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:40,347 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:21:40,347 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,347 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:40,347 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,347 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,350 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,351 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0a07eb3c22c8a2645883e782983513 columnFamilyName f 2024-12-06T10:21:40,351 DEBUG [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:40,351 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(327): Store=4f0a07eb3c22c8a2645883e782983513/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:40,351 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,352 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0a07eb3c22c8a2645883e782983513 columnFamilyName f1 2024-12-06T10:21:40,352 DEBUG [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:40,352 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(327): Store=4f0a07eb3c22c8a2645883e782983513/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:40,352 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,353 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0a07eb3c22c8a2645883e782983513 columnFamilyName norep 2024-12-06T10:21:40,353 DEBUG [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:40,353 INFO [StoreOpener-4f0a07eb3c22c8a2645883e782983513-1 {}] regionserver.HStore(327): Store=4f0a07eb3c22c8a2645883e782983513/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:40,353 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,354 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,354 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,355 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,355 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,355 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:40,356 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,358 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:40,359 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4f0a07eb3c22c8a2645883e782983513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72088990, jitterRate=0.07420966029167175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:40,359 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:40,359 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4f0a07eb3c22c8a2645883e782983513: Running coprocessor pre-open hook at 1733480500347Writing region info on filesystem at 1733480500347Initializing all the Stores at 1733480500348 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480500348Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480500349 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480500349Cleaning up temporary data from old regions at 1733480500355 (+6 ms)Running coprocessor post-open hooks at 1733480500359 (+4 ms)Region opened successfully at 1733480500359 2024-12-06T10:21:40,360 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480499590.4f0a07eb3c22c8a2645883e782983513., pid=6, masterSystemTime=1733480500343 2024-12-06T10:21:40,361 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,362 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:40,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4f0a07eb3c22c8a2645883e782983513, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,45571,1733480492469 2024-12-06T10:21:40,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f0a07eb3c22c8a2645883e782983513, server=748048564c27,45571,1733480492469 because future has completed 2024-12-06T10:21:40,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:21:40,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f0a07eb3c22c8a2645883e782983513, server=748048564c27,45571,1733480492469 in 174 msec 2024-12-06T10:21:40,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:21:40,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4f0a07eb3c22c8a2645883e782983513, ASSIGN in 330 msec 2024-12-06T10:21:40,368 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:40,369 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480500369"}]},"ts":"1733480500369"} 2024-12-06T10:21:40,370 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:21:40,371 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:40,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-12-06T10:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:40,735 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:21:40,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37933,1733480496558 2024-12-06T10:21:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bc4e0 2024-12-06T10:21:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:40,737 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:40,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-06T10:21:40,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:40,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:40,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-06T10:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:40,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:40,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741835_1011 (size=902) 2024-12-06T10:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:41,147 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72c52979e4f2d55dd794c1739b830021, NAME => 'test,,1733480500737.72c52979e4f2d55dd794c1739b830021.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017 2024-12-06T10:21:41,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741836_1012 (size=39) 2024-12-06T10:21:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:41,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733480500737.72c52979e4f2d55dd794c1739b830021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:41,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72c52979e4f2d55dd794c1739b830021, disabling compactions & flushes 2024-12-06T10:21:41,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733480500737.72c52979e4f2d55dd794c1739b830021. after waiting 0 ms 2024-12-06T10:21:41,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72c52979e4f2d55dd794c1739b830021: Waiting for close lock at 1733480501552Disabling compacts and flushes for region at 1733480501552Disabling writes for close at 1733480501553 (+1 ms)Writing region close event to WAL at 1733480501553Closed at 1733480501553 2024-12-06T10:21:41,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:41,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733480500737.72c52979e4f2d55dd794c1739b830021.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733480501554"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480501554"}]},"ts":"1733480501554"} 2024-12-06T10:21:41,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:41,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:41,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480501564"}]},"ts":"1733480501564"} 2024-12-06T10:21:41,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-06T10:21:41,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72c52979e4f2d55dd794c1739b830021, ASSIGN}] 2024-12-06T10:21:41,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72c52979e4f2d55dd794c1739b830021, ASSIGN 2024-12-06T10:21:41,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72c52979e4f2d55dd794c1739b830021, ASSIGN; state=OFFLINE, location=748048564c27,40805,1733480496601; forceNewPlan=false, retain=false 2024-12-06T10:21:41,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72c52979e4f2d55dd794c1739b830021, regionState=OPENING, regionLocation=748048564c27,40805,1733480496601 2024-12-06T10:21:41,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72c52979e4f2d55dd794c1739b830021, ASSIGN because future has completed 2024-12-06T10:21:41,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c52979e4f2d55dd794c1739b830021, server=748048564c27,40805,1733480496601}] 2024-12-06T10:21:41,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:41,894 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,894 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72c52979e4f2d55dd794c1739b830021, NAME => 'test,,1733480500737.72c52979e4f2d55dd794c1739b830021.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:41,894 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:41,895 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-06T10:21:41,895 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,895 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733480500737.72c52979e4f2d55dd794c1739b830021.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:41,895 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,895 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,896 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,898 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c52979e4f2d55dd794c1739b830021 columnFamilyName f 2024-12-06T10:21:41,898 DEBUG [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:41,899 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(327): Store=72c52979e4f2d55dd794c1739b830021/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:41,899 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,900 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c52979e4f2d55dd794c1739b830021 columnFamilyName f1 2024-12-06T10:21:41,900 DEBUG [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:41,901 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(327): Store=72c52979e4f2d55dd794c1739b830021/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:41,901 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,902 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72c52979e4f2d55dd794c1739b830021 columnFamilyName norep 2024-12-06T10:21:41,902 DEBUG [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:41,902 INFO [StoreOpener-72c52979e4f2d55dd794c1739b830021-1 {}] regionserver.HStore(327): Store=72c52979e4f2d55dd794c1739b830021/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:41,902 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,903 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,903 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,904 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,904 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,905 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:41,906 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:41,908 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72c52979e4f2d55dd794c1739b830021; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63313656, jitterRate=-0.056553006172180176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:41,908 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72c52979e4f2d55dd794c1739b830021: Running coprocessor pre-open hook at 1733480501895Writing region info on filesystem at 1733480501895Initializing all the Stores at 1733480501896 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480501896Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480501896Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480501896Cleaning up temporary data from old regions at 1733480501904 (+8 ms)Running coprocessor post-open hooks at 1733480501908 (+4 ms)Region opened successfully at 1733480501908 2024-12-06T10:21:41,909 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733480500737.72c52979e4f2d55dd794c1739b830021., pid=6, masterSystemTime=1733480501886 2024-12-06T10:21:41,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72c52979e4f2d55dd794c1739b830021, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=748048564c27,40805,1733480496601 2024-12-06T10:21:41,913 DEBUG [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,913 INFO [RS_OPEN_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:41,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72c52979e4f2d55dd794c1739b830021, server=748048564c27,40805,1733480496601 because future has completed 2024-12-06T10:21:41,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T10:21:41,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72c52979e4f2d55dd794c1739b830021, server=748048564c27,40805,1733480496601 in 179 msec 2024-12-06T10:21:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T10:21:41,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72c52979e4f2d55dd794c1739b830021, ASSIGN in 349 msec 2024-12-06T10:21:41,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:41,919 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480501919"}]},"ts":"1733480501919"} 2024-12-06T10:21:41,920 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-06T10:21:41,921 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:41,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-12-06T10:21:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37933 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T10:21:42,886 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-06T10:21:42,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:42,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:42,887 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448f9451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:42,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:42,889 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cdb4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33969,1733480489443 2024-12-06T10:21:42,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c92c468 2024-12-06T10:21:42,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:42,892 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:42,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://748048564c27:35183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:42,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:42,895 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:35183' 2024-12-06T10:21:42,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21682c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,896 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,35183,-1 for getting cluster id 2024-12-06T10:21:42,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:42,897 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dacd9ec-efb2-4bea-89cd-e8d76845537e' 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dacd9ec-efb2-4bea-89cd-e8d76845537e" 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24afceca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,35183,-1] 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:42,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:42,898 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:42,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5e6c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:42,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:42,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,35183,1733480492422 2024-12-06T10:21:42,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b400968 2024-12-06T10:21:42,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:42,900 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:42,901 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-06T10:21:42,901 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:42,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:42,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:42,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:42,902 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T10:21:42,903 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-06T10:21:42,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T10:21:42,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:42,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T10:21:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741837_1013 (size=1138) 2024-12-06T10:21:42,953 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-06T10:21:43,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:43,312 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01b885c952b4386f5bcd964ae360b0d8, NAME => 'hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f 2024-12-06T10:21:43,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741838_1014 (size=44) 2024-12-06T10:21:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:43,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:43,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01b885c952b4386f5bcd964ae360b0d8, disabling compactions & flushes 2024-12-06T10:21:43,725 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:43,725 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:43,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. after waiting 0 ms 2024-12-06T10:21:43,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:43,726 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:43,726 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01b885c952b4386f5bcd964ae360b0d8: Waiting for close lock at 1733480503725Disabling compacts and flushes for region at 1733480503725Disabling writes for close at 1733480503726 (+1 ms)Writing region close event to WAL at 1733480503726Closed at 1733480503726 2024-12-06T10:21:43,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T10:21:43,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733480503727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733480503727"}]},"ts":"1733480503727"} 2024-12-06T10:21:43,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T10:21:43,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T10:21:43,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480503731"}]},"ts":"1733480503731"} 2024-12-06T10:21:43,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-06T10:21:43,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01b885c952b4386f5bcd964ae360b0d8, ASSIGN}] 2024-12-06T10:21:43,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01b885c952b4386f5bcd964ae360b0d8, ASSIGN 2024-12-06T10:21:43,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01b885c952b4386f5bcd964ae360b0d8, ASSIGN; state=OFFLINE, location=748048564c27,34805,1733480489524; forceNewPlan=false, retain=false 2024-12-06T10:21:43,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01b885c952b4386f5bcd964ae360b0d8, regionState=OPENING, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:43,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01b885c952b4386f5bcd964ae360b0d8, ASSIGN because future has completed 2024-12-06T10:21:43,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01b885c952b4386f5bcd964ae360b0d8, server=748048564c27,34805,1733480489524}] 2024-12-06T10:21:43,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:43,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:44,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:44,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T10:21:44,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-06T10:21:44,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=748048564c27%2C34805%2C1733480489524.rep, suffix=, logDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524, archiveDir=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/oldWALs, maxLogs=10 2024-12-06T10:21:44,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480504047, exclude list is [], retry=0 2024-12-06T10:21:44,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:44,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480504047 2024-12-06T10:21:44,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:44,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01b885c952b4386f5bcd964ae360b0d8, NAME => 'hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.', STARTKEY => '', ENDKEY => ''} 2024-12-06T10:21:44,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-06T10:21:44,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T10:21:44,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. service=MultiRowMutationService 2024-12-06T10:21:44,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-06T10:21:44,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T10:21:44,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,073 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,074 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01b885c952b4386f5bcd964ae360b0d8 columnFamilyName hfileref 2024-12-06T10:21:44,074 DEBUG [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:44,074 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(327): Store=01b885c952b4386f5bcd964ae360b0d8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:44,074 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,075 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01b885c952b4386f5bcd964ae360b0d8 columnFamilyName queue 2024-12-06T10:21:44,075 DEBUG [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:44,076 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(327): Store=01b885c952b4386f5bcd964ae360b0d8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:44,076 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,077 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01b885c952b4386f5bcd964ae360b0d8 columnFamilyName sid 2024-12-06T10:21:44,077 DEBUG [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T10:21:44,077 INFO [StoreOpener-01b885c952b4386f5bcd964ae360b0d8-1 {}] regionserver.HStore(327): Store=01b885c952b4386f5bcd964ae360b0d8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T10:21:44,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-06T10:21:44,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T10:21:44,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01b885c952b4386f5bcd964ae360b0d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67654520, jitterRate=0.008130908012390137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-06T10:21:44,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:44,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01b885c952b4386f5bcd964ae360b0d8: Running coprocessor pre-open hook at 1733480504068Writing region info on filesystem at 1733480504068Initializing all the Stores at 1733480504068Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480504068Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480504072 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733480504072Cleaning up temporary data from old regions at 1733480504079 (+7 ms)Running coprocessor post-open hooks at 1733480504083 (+4 ms)Region opened successfully at 1733480504083 2024-12-06T10:21:44,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8., pid=10, masterSystemTime=1733480504041 2024-12-06T10:21:44,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:44,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:44,086 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01b885c952b4386f5bcd964ae360b0d8, regionState=OPEN, openSeqNum=2, regionLocation=748048564c27,34805,1733480489524 2024-12-06T10:21:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01b885c952b4386f5bcd964ae360b0d8, server=748048564c27,34805,1733480489524 because future has completed 2024-12-06T10:21:44,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T10:21:44,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01b885c952b4386f5bcd964ae360b0d8, server=748048564c27,34805,1733480489524 in 200 msec 2024-12-06T10:21:44,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T10:21:44,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01b885c952b4386f5bcd964ae360b0d8, ASSIGN in 358 msec 2024-12-06T10:21:44,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T10:21:44,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733480504093"}]},"ts":"1733480504093"} 2024-12-06T10:21:44,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-06T10:21:44,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T10:21:44,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1940 sec 2024-12-06T10:21:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8., hostname=748048564c27,34805,1733480489524, seqNum=2] 2024-12-06T10:21:44,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:44,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:44,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:21:44,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-06T10:21:44,286 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-06T10:21:44,334 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-748048564c27,34805,1733480489524, ReplicationSource: 1, currentBandwidth=0 2024-12-06T10:21:44,334 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:44,335 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34805,1733480489524, seqNum=-1] 2024-12-06T10:21:44,335 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:44,336 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:44,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-748048564c27,34805,1733480489524', locateType=CURRENT is [region=hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8., hostname=748048564c27,34805,1733480489524, seqNum=2] 2024-12-06T10:21:44,340 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-06T10:21:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-06T10:21:44,343 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 748048564c27,34805,1733480489524 suceeded 2024-12-06T10:21:44,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-06T10:21:44,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-12-06T10:21:44,345 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://748048564c27:35183,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:21:44,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4530 sec 2024-12-06T10:21:44,361 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:35183' 2024-12-06T10:21:44,363 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63f7468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:44,363 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,35183,-1 for getting cluster id 2024-12-06T10:21:44,363 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:44,364 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dacd9ec-efb2-4bea-89cd-e8d76845537e' 2024-12-06T10:21:44,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:44,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dacd9ec-efb2-4bea-89cd-e8d76845537e" 2024-12-06T10:21:44,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18ecdd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,35183,-1] 2024-12-06T10:21:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:44,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:44,366 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:44,366 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d848ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:44,366 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,35183,1733480492422 2024-12-06T10:21:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@115a9ce7 2024-12-06T10:21:44,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:44,368 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:44,369 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-748048564c27,34805,1733480489524 (queues=1) is replicating from cluster=e0d1e905-531a-4057-bef4-5772b25e103a to cluster=1dacd9ec-efb2-4bea-89cd-e8d76845537e 2024-12-06T10:21:44,369 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=748048564c27%2C34805%2C1733480489524 2024-12-06T10:21:44,369 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-748048564c27,34805,1733480489524, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:21:44,370 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C34805%2C1733480489524 2024-12-06T10:21:44,370 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836, startPosition=0, beingWritten=true 2024-12-06T10:21:44,375 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:44,375 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 379, reset compression=false 2024-12-06T10:21:44,375 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:44,580 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 379, reset compression=false 2024-12-06T10:21:44,883 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 379, reset compression=false 2024-12-06T10:21:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T10:21:45,045 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-06T10:21:45,045 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:45,045 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:45,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:45,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f8f42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:45,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:45,047 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a74732c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:45,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,048 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:45,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ae9a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,35183,-1 for getting cluster id 2024-12-06T10:21:45,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:45,050 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dacd9ec-efb2-4bea-89cd-e8d76845537e' 2024-12-06T10:21:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:45,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dacd9ec-efb2-4bea-89cd-e8d76845537e" 2024-12-06T10:21:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5532fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,35183,-1] 2024-12-06T10:21:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:45,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,051 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:45,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c1355e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37933,-1 for getting cluster id 2024-12-06T10:21:45,053 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:45,053 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a21705b-bcd2-48a2-8f4e-77f26d4a0902' 2024-12-06T10:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a21705b-bcd2-48a2-8f4e-77f26d4a0902" 2024-12-06T10:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdfe8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37933,-1] 2024-12-06T10:21:45,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:45,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,054 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:45,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32079ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:45,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733480505059/Put/seqid=0 2024-12-06T10:21:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741840_1016 (size=7894) 2024-12-06T10:21:45,288 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 379, reset compression=false 2024-12-06T10:21:45,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733480505468/Put/seqid=0 2024-12-06T10:21:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741841_1017 (size=7691) 2024-12-06T10:21:45,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a17285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,474 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:45,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:45,475 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613c7040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,477 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:45,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fdc142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34805,1733480489524, seqNum=-1] 2024-12-06T10:21:45,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:45,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:45,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:45,490 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33969,1733480489443 2024-12-06T10:21:45,490 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a704441 2024-12-06T10:21:45,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:45,491 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:45,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2] 2024-12-06T10:21:45,497 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:21:45,503 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-06T10:21:45,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-06T10:21:45,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T10:21:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:45,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T10:21:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegion(2603): Flush status journal for 1dc93286605d489b5276b16f50fb499f: 2024-12-06T10:21:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_1 2024-12-06T10:21:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_1 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/83ff3eea07094a0d958930486b842231_SeqId_4_ 2024-12-06T10:21:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_0 2024-12-06T10:21:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_0 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ 2024-12-06T10:21:45,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_1 into 1dc93286605d489b5276b16f50fb499f/f as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/83ff3eea07094a0d958930486b842231_SeqId_4_ - updating store file list. 2024-12-06T10:21:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 83ff3eea07094a0d958930486b842231_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:45,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/83ff3eea07094a0d958930486b842231_SeqId_4_ into 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:45,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_1 into 1dc93286605d489b5276b16f50fb499f/f (new location: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/83ff3eea07094a0d958930486b842231_SeqId_4_) 2024-12-06T10:21:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_1 2024-12-06T10:21:45,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_0 into 1dc93286605d489b5276b16f50fb499f/f as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ - updating store file list. 2024-12-06T10:21:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2921ff3856cc4a04bc49ced123cee077_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:45,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ into 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:45,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_0 into 1dc93286605d489b5276b16f50fb499f/f (new location: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_) 2024-12-06T10:21:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__4iae1chjsqlb2obf4909o3vh995drmnrdggeno69a2mnpvpfi1s7jliukdle3sf/f/hfile_0 2024-12-06T10:21:45,544 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:45,544 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:45,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 , the old value is region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:34805 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:21:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:21:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 from cache 2024-12-06T10:21:45,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45571,1733480492469, seqNum=-1] 2024-12-06T10:21:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:45,547 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T10:21:45,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480499590.4f0a07eb3c22c8a2645883e782983513., hostname=748048564c27,45571,1733480492469, seqNum=2] 2024-12-06T10:21:45,550 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:21:45,655 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:34805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:21:45,793 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 379, reset compression=false 2024-12-06T10:21:45,798 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:45,798 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dc93286605d489b5276b16f50fb499f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480505543/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:21:45,801 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:45,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T10:21:45,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.ReplicationSink(318): Replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:45,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d217c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,35183,-1 for getting cluster id 2024-12-06T10:21:45,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:45,804 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1dacd9ec-efb2-4bea-89cd-e8d76845537e' 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1dacd9ec-efb2-4bea-89cd-e8d76845537e" 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@211923dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,35183,-1] 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:45,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:45,806 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:45,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b191360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:45,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741837_1013 (size=7691) 2024-12-06T10:21:45,998 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 687, reset compression=false 2024-12-06T10:21:46,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741838_1014 (size=7894) 2024-12-06T10:21:46,303 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 687, reset compression=false 2024-12-06T10:21:46,552 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:21:46,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:46,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,35183,1733480492422 2024-12-06T10:21:46,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd806e 2024-12-06T10:21:46,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:46,641 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:46,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:21:46,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:46,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,45571,1733480492469, seqNum=-1] 2024-12-06T10:21:46,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:46,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:46,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-06T10:21:46,671 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-06T10:21:46,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ for inclusion in 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-06T10:21:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:46,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ for inclusion in 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-06T10:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegion(2603): Flush status journal for 4f0a07eb3c22c8a2645883e782983513: 2024-12-06T10:21:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 83ff3eea07094a0d958930486b842231_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/87dce08debbc4c13b09ee41f2e858919_SeqId_4_ 2024-12-06T10:21:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2921ff3856cc4a04bc49ced123cee077_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/53c229b0519a420f884c52111d197a25_SeqId_4_ 2024-12-06T10:21:46,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/87dce08debbc4c13b09ee41f2e858919_SeqId_4_ - updating store file list. 2024-12-06T10:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87dce08debbc4c13b09ee41f2e858919_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:46,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/87dce08debbc4c13b09ee41f2e858919_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:46,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f (new location: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/87dce08debbc4c13b09ee41f2e858919_SeqId_4_) 2024-12-06T10:21:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/83ff3eea07094a0d958930486b842231_SeqId_4_ 2024-12-06T10:21:46,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/53c229b0519a420f884c52111d197a25_SeqId_4_ - updating store file list. 2024-12-06T10:21:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 53c229b0519a420f884c52111d197a25_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:46,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/53c229b0519a420f884c52111d197a25_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:46,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ into 4f0a07eb3c22c8a2645883e782983513/f (new location: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/53c229b0519a420f884c52111d197a25_SeqId_4_) 2024-12-06T10:21:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__65e8eoh9eb78ggpqhdonipaqq44rosluh91sn81eo4nbvcglrqg864fm62ljag7o/f/2921ff3856cc4a04bc49ced123cee077_SeqId_4_ 2024-12-06T10:21:46,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.ReplicationSink(324): Finished replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:46,706 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 687, reset compression=false 2024-12-06T10:21:47,213 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 687, reset compression=false 2024-12-06T10:21:47,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,40805,1733480496601, seqNum=-1] 2024-12-06T10:21:47,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:47,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:47,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480500737.72c52979e4f2d55dd794c1739b830021., hostname=748048564c27,40805,1733480496601, seqNum=2] 2024-12-06T10:21:47,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:47,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T10:21:47,571 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 748048564c27%2C34805%2C1733480489524.rep:(num 1733480504047) roll requested 2024-12-06T10:21:47,593 DEBUG [regionserver/748048564c27:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480507571, exclude list is [], retry=0 2024-12-06T10:21:47,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:47,596 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480504047 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480507571 2024-12-06T10:21:47,596 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:47,597 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480504047 is not closed yet, will try archiving it next time 2024-12-06T10:21:47,597 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 748048564c27%2C34805%2C1733480489524:(num 1733480490836) roll requested 2024-12-06T10:21:47,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741839_1015 (size=1505) 2024-12-06T10:21:47,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.rep.1733480504047 not finished, retry = 0 2024-12-06T10:21:47,614 DEBUG [regionserver/748048564c27:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, exclude list is [], retry=0 2024-12-06T10:21:47,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:47,618 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 2024-12-06T10:21:47,618 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:47,618 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 is not closed yet, will try archiving it next time 2024-12-06T10:21:47,618 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 748048564c27%2C34805%2C1733480489524.meta:.meta(num 1733480491731) roll requested 2024-12-06T10:21:47,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d1ae2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,619 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:47,619 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741832_1008 (size=695) 2024-12-06T10:21:47,619 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6997a739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:47,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,620 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/oldWALs/748048564c27%2C34805%2C1733480489524.1733480490836 2024-12-06T10:21:47,621 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f61b574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33969,1733480489443 2024-12-06T10:21:47,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e5fdc06 2024-12-06T10:21:47,623 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:47,623 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:47,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://748048564c27:37933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-06T10:21:47,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-06T10:21:47,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:21:47,626 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37933' 2024-12-06T10:21:47,627 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128a75c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,628 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37933,-1 for getting cluster id 2024-12-06T10:21:47,628 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:47,628 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a21705b-bcd2-48a2-8f4e-77f26d4a0902' 2024-12-06T10:21:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a21705b-bcd2-48a2-8f4e-77f26d4a0902" 2024-12-06T10:21:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55470aad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37933,-1] 2024-12-06T10:21:47,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:47,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,629 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c405c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,630 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37933,1733480496558 2024-12-06T10:21:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b8eb3 2024-12-06T10:21:47,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:47,631 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:47,632 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-06T10:21:47,632 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-06T10:21:47,632 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,632 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:47,636 DEBUG [regionserver/748048564c27:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480507618.meta, exclude list is [], retry=0 2024-12-06T10:21:47,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36605,DS-e38b3c81-d80b-4939-bcaf-11c7d6ac7201,DISK] 2024-12-06T10:21:47,639 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480491731.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480507618.meta 2024-12-06T10:21:47,640 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40963:40963)] 2024-12-06T10:21:47,640 DEBUG [regionserver/748048564c27:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480491731.meta is not closed yet, will try archiving it next time 2024-12-06T10:21:47,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-06T10:21:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741834_1010 (size=3473) 2024-12-06T10:21:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:21:47,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34805 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-06T10:21:47,793 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-06T10:21:47,816 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 to pos 687, reset compression=false 2024-12-06T10:21:47,822 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 was moved to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/oldWALs/748048564c27%2C34805%2C1733480489524.1733480490836 2024-12-06T10:21:47,824 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836 2024-12-06T10:21:47,824 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, startPosition=0, beingWritten=true 2024-12-06T10:21:47,824 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480490836, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-06T10:21:47,826 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-748048564c27,34805,1733480489524, ReplicationSource: 2, currentBandwidth=0 2024-12-06T10:21:47,826 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [748048564c27%2C34805%2C1733480489524.1733480490836] 2024-12-06T10:21:47,828 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T10:21:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-06T10:21:47,830 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 748048564c27,34805,1733480489524 suceeded 2024-12-06T10:21:47,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T10:21:47,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-06T10:21:47,831 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://748048564c27:37933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-06T10:21:47,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 207 msec 2024-12-06T10:21:47,846 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='748048564c27:37933' 2024-12-06T10:21:47,847 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@650ca46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,847 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37933,-1 for getting cluster id 2024-12-06T10:21:47,847 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:47,848 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a21705b-bcd2-48a2-8f4e-77f26d4a0902' 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a21705b-bcd2-48a2-8f4e-77f26d4a0902" 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dbd533f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37933,-1] 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:47,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,849 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:47,849 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c5d5b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:47,849 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:47,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37933,1733480496558 2024-12-06T10:21:47,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@533627dc 2024-12-06T10:21:47,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:47,850 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:47,851 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-748048564c27,34805,1733480489524 (queues=1) is replicating from cluster=e0d1e905-531a-4057-bef4-5772b25e103a to cluster=0a21705b-bcd2-48a2-8f4e-77f26d4a0902 2024-12-06T10:21:47,851 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=748048564c27%2C34805%2C1733480489524 2024-12-06T10:21:47,851 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-748048564c27,34805,1733480489524, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-06T10:21:47,851 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 748048564c27%2C34805%2C1733480489524 2024-12-06T10:21:47,851 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, startPosition=0, beingWritten=true 2024-12-06T10:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-06T10:21:47,945 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-06T10:21:47,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:47,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:47,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:47,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:47,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T10:21:47,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733480507967/Put/seqid=0 2024-12-06T10:21:47,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741845_1021 (size=11194) 2024-12-06T10:21:47,995 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733480507975/Put/seqid=0 2024-12-06T10:21:48,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741846_1022 (size=10791) 2024-12-06T10:21:48,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc35c3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 748048564c27,33969,-1 for getting cluster id 2024-12-06T10:21:48,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:48,005 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0d1e905-531a-4057-bef4-5772b25e103a' 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0d1e905-531a-4057-bef4-5772b25e103a" 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bdcb54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,33969,-1] 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:48,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:48,007 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:48,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab87eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,34805,1733480489524, seqNum=-1] 2024-12-06T10:21:48,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:48,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T10:21:48,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,33969,1733480489443 2024-12-06T10:21:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@149d650c 2024-12-06T10:21:48,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:48,025 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T10:21:48,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2] 2024-12-06T10:21:48,030 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:21:48,039 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-06T10:21:48,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-06T10:21:48,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T10:21:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T10:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegion(2603): Flush status journal for 1dc93286605d489b5276b16f50fb499f: 2024-12-06T10:21:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_0 2024-12-06T10:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_0 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ 2024-12-06T10:21:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_1 2024-12-06T10:21:48,056 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 0, reset compression=false 2024-12-06T10:21:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_1 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ 2024-12-06T10:21:48,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_0 into 1dc93286605d489b5276b16f50fb499f/f as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ - updating store file list. 2024-12-06T10:21:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f85e78169cd243f98fb514a587e84edd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ into 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:48,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_0 into 1dc93286605d489b5276b16f50fb499f/f (new location: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_) 2024-12-06T10:21:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_0 2024-12-06T10:21:48,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_1 into 1dc93286605d489b5276b16f50fb499f/f as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ - updating store file list. 2024-12-06T10:21:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05c9b4054a864ac5becc8d4b469b285e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ into 1dc93286605d489b5276b16f50fb499f/f 2024-12-06T10:21:48,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_1 into 1dc93286605d489b5276b16f50fb499f/f (new location: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_) 2024-12-06T10:21:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/staging/jenkins__test__p09rrt0ublkdeunarp93m737853c2tua6ueas7ackqckk8tgmi03s9msssv593hk/f/hfile_1 2024-12-06T10:21:48,070 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:48,071 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:48,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:48,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 , the old value is region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=748048564c27:34805 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:21:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-06T10:21:48,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., hostname=748048564c27,34805,1733480489524, seqNum=2 from cache 2024-12-06T10:21:48,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:48,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-06T10:21:48,075 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-06T10:21:48,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:34805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-06T10:21:48,362 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 0, reset compression=false 2024-12-06T10:21:48,366 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:48,366 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dc93286605d489b5276b16f50fb499f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480508069/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:21:48,368 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T10:21:48,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-06T10:21:48,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(318): Replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:48,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4810fbf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ClusterIdFetcher(90): Going to request 748048564c27,37933,-1 for getting cluster id 2024-12-06T10:21:48,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T10:21:48,370 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a21705b-bcd2-48a2-8f4e-77f26d4a0902' 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a21705b-bcd2-48a2-8f4e-77f26d4a0902" 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eab1c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [748048564c27,37933,-1] 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T10:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:48,371 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-06T10:21:48,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67bff48b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T10:21:48,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741837_1013 (size=11194) 2024-12-06T10:21:48,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741838_1014 (size=10791) 2024-12-06T10:21:48,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T10:21:48,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 748048564c27,37933,1733480496558 2024-12-06T10:21:48,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de4e037 2024-12-06T10:21:48,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T10:21:48,394 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-06T10:21:48,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:21:48,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T10:21:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=748048564c27,40805,1733480496601, seqNum=-1] 2024-12-06T10:21:48,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T10:21:48,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-06T10:21:48,403 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T10:21:48,405 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T10:21:48,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ for inclusion in 72c52979e4f2d55dd794c1739b830021/f 2024-12-06T10:21:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T10:21:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ for inclusion in 72c52979e4f2d55dd794c1739b830021/f 2024-12-06T10:21:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T10:21:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegion(2603): Flush status journal for 72c52979e4f2d55dd794c1739b830021: 2024-12-06T10:21:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/dcca54aeb96843d1b0bcebc6f23dc4b8_SeqId_4_ 2024-12-06T10:21:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f85e78169cd243f98fb514a587e84edd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/b530a5b6a9144931afec959044afefaf_SeqId_4_ 2024-12-06T10:21:48,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ into 72c52979e4f2d55dd794c1739b830021/f as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/dcca54aeb96843d1b0bcebc6f23dc4b8_SeqId_4_ - updating store file list. 2024-12-06T10:21:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dcca54aeb96843d1b0bcebc6f23dc4b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/dcca54aeb96843d1b0bcebc6f23dc4b8_SeqId_4_ into 72c52979e4f2d55dd794c1739b830021/f 2024-12-06T10:21:48,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ into 72c52979e4f2d55dd794c1739b830021/f (new location: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/dcca54aeb96843d1b0bcebc6f23dc4b8_SeqId_4_) 2024-12-06T10:21:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ 2024-12-06T10:21:48,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ into 72c52979e4f2d55dd794c1739b830021/f as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/b530a5b6a9144931afec959044afefaf_SeqId_4_ - updating store file list. 2024-12-06T10:21:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b530a5b6a9144931afec959044afefaf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/b530a5b6a9144931afec959044afefaf_SeqId_4_ into 72c52979e4f2d55dd794c1739b830021/f 2024-12-06T10:21:48,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ into 72c52979e4f2d55dd794c1739b830021/f (new location: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/f/b530a5b6a9144931afec959044afefaf_SeqId_4_) 2024-12-06T10:21:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/staging/jenkins.hfs.23__test__bunumrc67aosvep6nnaocbthhai831esvajekaalui2dke58i59hkrijq10srhru/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ 2024-12-06T10:21:48,424 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] regionserver.ReplicationSink(324): Finished replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:48,528 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 0, reset compression=false 2024-12-06T10:21:48,533 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-06T10:21:48,533 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[{test/1dc93286605d489b5276b16f50fb499f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733480508069/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-06T10:21:48,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.ReplicationSink(318): Replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741839_1015 (size=11194) 2024-12-06T10:21:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741840_1016 (size=10791) 2024-12-06T10:21:48,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-06T10:21:48,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-06T10:21:48,556 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-06T10:21:48,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ for inclusion in 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-06T10:21:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ for inclusion in 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-06T10:21:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-06T10:21:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegion(2603): Flush status journal for 4f0a07eb3c22c8a2645883e782983513: 2024-12-06T10:21:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/e0f9d7ff4c5e48fe921fdd29fb0968f2_SeqId_6_ 2024-12-06T10:21:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f85e78169cd243f98fb514a587e84edd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-06T10:21:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/3de6ebfb599647c990b5a252fb5402d5_SeqId_6_ 2024-12-06T10:21:48,566 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:48,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/e0f9d7ff4c5e48fe921fdd29fb0968f2_SeqId_6_ - updating store file list. 2024-12-06T10:21:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e0f9d7ff4c5e48fe921fdd29fb0968f2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/e0f9d7ff4c5e48fe921fdd29fb0968f2_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:48,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f (new location: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/e0f9d7ff4c5e48fe921fdd29fb0968f2_SeqId_6_) 2024-12-06T10:21:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/05c9b4054a864ac5becc8d4b469b285e_SeqId_6_ 2024-12-06T10:21:48,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/3de6ebfb599647c990b5a252fb5402d5_SeqId_6_ - updating store file list. 2024-12-06T10:21:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3de6ebfb599647c990b5a252fb5402d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-06T10:21:48,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/3de6ebfb599647c990b5a252fb5402d5_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f 2024-12-06T10:21:48,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ into 4f0a07eb3c22c8a2645883e782983513/f (new location: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/f/3de6ebfb599647c990b5a252fb5402d5_SeqId_6_) 2024-12-06T10:21:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/staging/jenkins.hfs.22__test__jgd2klh5ih5p70chk6dk4t6nsod01mn113m5sq4r113ajg372125kitl5e42dv76/f/f85e78169cd243f98fb514a587e84edd_SeqId_6_ 2024-12-06T10:21:48,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45571 {}] regionserver.ReplicationSink(324): Finished replicating [e0d1e905-531a-4057-bef4-5772b25e103a] bulk loaded data 2024-12-06T10:21:48,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-06T10:21:48,733 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:48,871 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,036 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:49,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:49,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:49,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:49,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:49,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:49,092 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1504611328, stopped=false 2024-12-06T10:21:49,092 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,37933,1733480496558 2024-12-06T10:21:49,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-60654443/running 2024-12-06T10:21:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-60654443/running 2024-12-06T10:21:49,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:49,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:49,094 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:49,094 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:49,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:49,094 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,40805,1733480496601' ***** 2024-12-06T10:21:49,095 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:49,095 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:49,095 INFO [RS:0;748048564c27:40805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:49,095 INFO [RS:0;748048564c27:40805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:49,095 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:49,095 INFO [RS:0;748048564c27:40805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:49,095 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:49,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/running 2024-12-06T10:21:49,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Set watcher on znode that does not yet exist, /2-60654443/running 2024-12-06T10:21:49,097 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(959): stopping server 748048564c27,40805,1733480496601 2024-12-06T10:21:49,097 INFO [RS:0;748048564c27:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:49,097 INFO [RS:0;748048564c27:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:40805. 2024-12-06T10:21:49,097 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72c52979e4f2d55dd794c1739b830021, disabling compactions & flushes 2024-12-06T10:21:49,097 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:49,097 DEBUG [RS:0;748048564c27:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:49,097 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:49,097 DEBUG [RS:0;748048564c27:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:49,097 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480500737.72c52979e4f2d55dd794c1739b830021. after waiting 0 ms 2024-12-06T10:21:49,098 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:49,098 INFO [RS:0;748048564c27:40805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:49,098 INFO [RS:0;748048564c27:40805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:49,098 INFO [RS:0;748048564c27:40805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:49,098 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:49,098 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:21:49,098 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72c52979e4f2d55dd794c1739b830021=test,,1733480500737.72c52979e4f2d55dd794c1739b830021.} 2024-12-06T10:21:49,098 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72c52979e4f2d55dd794c1739b830021 2024-12-06T10:21:49,098 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:49,098 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:49,098 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:49,098 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:49,098 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:49,099 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T10:21:49,102 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/default/test/72c52979e4f2d55dd794c1739b830021/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-06T10:21:49,102 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:49,102 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:49,102 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:49,103 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72c52979e4f2d55dd794c1739b830021: Waiting for close lock at 1733480509097Running coprocessor pre-close hooks at 1733480509097Disabling compacts and flushes for region at 1733480509097Disabling writes for close at 1733480509097Writing region close event to WAL at 1733480509098 (+1 ms)Running coprocessor post-close hooks at 1733480509102 (+4 ms)Closed at 1733480509102 2024-12-06T10:21:49,103 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480500737.72c52979e4f2d55dd794c1739b830021. 2024-12-06T10:21:49,120 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/info/4e1fdac0c9924516852b815791a85fc9 is 129, key is test,,1733480500737.72c52979e4f2d55dd794c1739b830021./info:regioninfo/1733480501911/Put/seqid=0 2024-12-06T10:21:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741839_1015 (size=6421) 2024-12-06T10:21:49,128 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/info/4e1fdac0c9924516852b815791a85fc9 2024-12-06T10:21:49,149 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/ns/dabde192707c490c8149967916d32e63 is 43, key is default/ns:d/1733480498346/Put/seqid=0 2024-12-06T10:21:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741840_1016 (size=5153) 2024-12-06T10:21:49,275 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,298 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:49,341 DEBUG [master/748048564c27:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=1, created chunk count=35, reused chunk count=158, reuseRatio=81.87% 2024-12-06T10:21:49,341 DEBUG [master/748048564c27:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-06T10:21:49,440 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,498 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:49,562 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/ns/dabde192707c490c8149967916d32e63 2024-12-06T10:21:49,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,581 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0427b471084449bcdfecd61b35a265 is 112, key is test,,1733480500737.72c52979e4f2d55dd794c1739b830021./rep_barrier:seqnumDuringOpen/1733480501911/Put/seqid=0 2024-12-06T10:21:49,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741841_1017 (size=5518) 2024-12-06T10:21:49,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:49,676 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:21:49,676 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:21:49,699 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:49,778 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,899 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:49,944 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:49,984 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0427b471084449bcdfecd61b35a265 2024-12-06T10:21:50,002 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/table/479da0c1cf1f4ef196e578a5b4b41eb1 is 40, key is test/table:state/1733480501919/Put/seqid=0 2024-12-06T10:21:50,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741842_1018 (size=5165) 2024-12-06T10:21:50,099 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T10:21:50,099 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T10:21:50,099 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:50,299 DEBUG [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:50,382 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:50,405 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/table/479da0c1cf1f4ef196e578a5b4b41eb1 2024-12-06T10:21:50,409 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/info/4e1fdac0c9924516852b815791a85fc9 as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/info/4e1fdac0c9924516852b815791a85fc9 2024-12-06T10:21:50,413 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/info/4e1fdac0c9924516852b815791a85fc9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T10:21:50,413 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/ns/dabde192707c490c8149967916d32e63 as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/ns/dabde192707c490c8149967916d32e63 2024-12-06T10:21:50,417 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/ns/dabde192707c490c8149967916d32e63, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:21:50,417 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/rep_barrier/4e0427b471084449bcdfecd61b35a265 as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/rep_barrier/4e0427b471084449bcdfecd61b35a265 2024-12-06T10:21:50,420 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/rep_barrier/4e0427b471084449bcdfecd61b35a265, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T10:21:50,421 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/.tmp/table/479da0c1cf1f4ef196e578a5b4b41eb1 as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/table/479da0c1cf1f4ef196e578a5b4b41eb1 2024-12-06T10:21:50,424 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/table/479da0c1cf1f4ef196e578a5b4b41eb1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:21:50,425 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false 2024-12-06T10:21:50,428 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:21:50,429 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:50,429 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:50,429 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:50,429 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480509098Running coprocessor pre-close hooks at 1733480509098Disabling compacts and flushes for region at 1733480509098Disabling writes for close at 1733480509098Obtaining lock to block concurrent updates at 1733480509099 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480509099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733480509099Flushing stores of hbase:meta,,1.1588230740 at 1733480509099Flushing 1588230740/info: creating writer at 1733480509100 (+1 ms)Flushing 1588230740/info: appending metadata at 1733480509119 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733480509119Flushing 1588230740/ns: creating writer at 1733480509132 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733480509149 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733480509149Flushing 1588230740/rep_barrier: creating writer at 1733480509566 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480509580 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480509580Flushing 1588230740/table: creating writer at 1733480509987 (+407 ms)Flushing 1588230740/table: appending metadata at 1733480510001 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733480510001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5596d9d0: reopening flushed file at 1733480510408 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cdca5b: reopening flushed file at 1733480510413 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43cd5dae: reopening flushed file at 1733480510417 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349f62b5: reopening flushed file at 1733480510420 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=11, compaction requested=false at 1733480510425 (+5 ms)Writing region close event to WAL at 1733480510426 (+1 ms)Running coprocessor post-close hooks at 1733480510429 (+3 ms)Closed at 1733480510429 2024-12-06T10:21:50,429 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:50,500 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(976): stopping server 748048564c27,40805,1733480496601; all regions closed. 2024-12-06T10:21:50,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741834_1010 (size=2717) 2024-12-06T10:21:50,505 DEBUG [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/oldWALs 2024-12-06T10:21:50,505 INFO [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C40805%2C1733480496601.meta:.meta(num 1733480498308) 2024-12-06T10:21:50,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741833_1009 (size=1028) 2024-12-06T10:21:50,519 DEBUG [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/oldWALs 2024-12-06T10:21:50,519 INFO [RS:0;748048564c27:40805 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C40805%2C1733480496601:(num 1733480497803) 2024-12-06T10:21:50,519 DEBUG [RS:0;748048564c27:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:50,519 INFO [RS:0;748048564c27:40805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:50,519 INFO [RS:0;748048564c27:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:50,519 INFO [RS:0;748048564c27:40805 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:50,520 INFO [RS:0;748048564c27:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:50,520 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:50,521 INFO [RS:0;748048564c27:40805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:40805. 2024-12-06T10:21:50,521 DEBUG [RS:0;748048564c27:40805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:50,521 DEBUG [RS:0;748048564c27:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:50,521 DEBUG [RS:0;748048564c27:40805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:50,521 INFO [RS:0;748048564c27:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40805 2024-12-06T10:21:50,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:50,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443/rs 2024-12-06T10:21:50,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-60654443/rs/748048564c27,40805,1733480496601 2024-12-06T10:21:50,525 INFO [RS:0;748048564c27:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:50,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,40805,1733480496601] 2024-12-06T10:21:50,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/draining/748048564c27,40805,1733480496601 already deleted, retry=false 2024-12-06T10:21:50,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,40805,1733480496601 expired; onlineServers=0 2024-12-06T10:21:50,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,37933,1733480496558' ***** 2024-12-06T10:21:50,528 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:50,528 INFO [M:0;748048564c27:37933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:50,528 INFO [M:0;748048564c27:37933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:50,528 DEBUG [M:0;748048564c27:37933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:50,528 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:50,528 DEBUG [M:0;748048564c27:37933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:50,528 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480497573 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480497573,5,FailOnTimeoutGroup] 2024-12-06T10:21:50,528 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480497573 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480497573,5,FailOnTimeoutGroup] 2024-12-06T10:21:50,529 INFO [M:0;748048564c27:37933 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:50,529 INFO [M:0;748048564c27:37933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:50,529 DEBUG [M:0;748048564c27:37933 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:50,529 INFO [M:0;748048564c27:37933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:50,529 INFO [M:0;748048564c27:37933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:50,529 INFO [M:0;748048564c27:37933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:50,529 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-60654443/master 2024-12-06T10:21:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-60654443 2024-12-06T10:21:50,532 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-60654443/master already deleted, retry=false 2024-12-06T10:21:50,532 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-60654443/master 2024-12-06T10:21:50,533 INFO [M:0;748048564c27:37933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/.lastflushedseqids 2024-12-06T10:21:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741843_1019 (size=173) 2024-12-06T10:21:50,544 INFO [M:0;748048564c27:37933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:50,544 INFO [M:0;748048564c27:37933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:50,544 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:50,544 INFO [M:0;748048564c27:37933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:50,544 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:50,544 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:50,544 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:50,544 INFO [M:0;748048564c27:37933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T10:21:50,547 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:50,571 DEBUG [M:0;748048564c27:37933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d10c6df1dc45a8875d720154bc3378 is 82, key is hbase:meta,,1/info:regioninfo/1733480498336/Put/seqid=0 2024-12-06T10:21:50,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741844_1020 (size=5672) 2024-12-06T10:21:50,589 INFO [M:0;748048564c27:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d10c6df1dc45a8875d720154bc3378 2024-12-06T10:21:50,616 DEBUG [M:0;748048564c27:37933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c06fe13e4ad45e7bdd9dcae7c75cb7a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733480501922/Put/seqid=0 2024-12-06T10:21:50,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741845_1021 (size=6586) 2024-12-06T10:21:50,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:50,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40805-0x101874b08350007, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:50,627 INFO [RS:0;748048564c27:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:50,627 INFO [RS:0;748048564c27:40805 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,40805,1733480496601; zookeeper connection closed. 2024-12-06T10:21:50,627 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@305f28fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@305f28fb 2024-12-06T10:21:50,628 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:51,021 INFO [M:0;748048564c27:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c06fe13e4ad45e7bdd9dcae7c75cb7a 2024-12-06T10:21:51,045 DEBUG [M:0;748048564c27:37933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fe564413d4111a719008efa4fc35b is 69, key is 748048564c27,40805,1733480496601/rs:state/1733480497655/Put/seqid=0 2024-12-06T10:21:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741846_1022 (size=5156) 2024-12-06T10:21:51,086 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:51,253 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:51,457 INFO [M:0;748048564c27:37933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fe564413d4111a719008efa4fc35b 2024-12-06T10:21:51,467 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d10c6df1dc45a8875d720154bc3378 as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d10c6df1dc45a8875d720154bc3378 2024-12-06T10:21:51,471 INFO [M:0;748048564c27:37933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d10c6df1dc45a8875d720154bc3378, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T10:21:51,472 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c06fe13e4ad45e7bdd9dcae7c75cb7a as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c06fe13e4ad45e7bdd9dcae7c75cb7a 2024-12-06T10:21:51,476 INFO [M:0;748048564c27:37933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c06fe13e4ad45e7bdd9dcae7c75cb7a, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T10:21:51,477 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fe564413d4111a719008efa4fc35b as hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/406fe564413d4111a719008efa4fc35b 2024-12-06T10:21:51,480 INFO [M:0;748048564c27:37933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/d860d3bc-99f3-b026-1627-bb9bef40f017/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/406fe564413d4111a719008efa4fc35b, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T10:21:51,482 INFO [M:0;748048564c27:37933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=55, compaction requested=false 2024-12-06T10:21:51,492 INFO [M:0;748048564c27:37933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:51,492 DEBUG [M:0;748048564c27:37933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480510544Disabling compacts and flushes for region at 1733480510544Disabling writes for close at 1733480510544Obtaining lock to block concurrent updates at 1733480510544Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480510544Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733480510545 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480510545Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480510545Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480510571 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480510571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480510594 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480510616 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480510616Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480511026 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480511045 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480511045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ea0665: reopening flushed file at 1733480511461 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f19cb47: reopening flushed file at 1733480511471 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d15e64: reopening flushed file at 1733480511476 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=55, compaction requested=false at 1733480511482 (+6 ms)Writing region close event to WAL at 1733480511491 (+9 ms)Closed at 1733480511491 2024-12-06T10:21:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42445 is added to blk_1073741830_1006 (size=32770) 2024-12-06T10:21:51,495 INFO [M:0;748048564c27:37933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:51,495 INFO [M:0;748048564c27:37933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37933 2024-12-06T10:21:51,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:51,496 INFO [M:0;748048564c27:37933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:51,598 INFO [M:0;748048564c27:37933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:51,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37933-0x101874b08350006, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:51,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@528dc1af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:51,606 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@928d69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:51,606 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:51,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8b387b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:51,606 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7363c05c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:51,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:51,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:51,609 WARN [BP-314041043-172.17.0.2-1733480495523 heartbeating to localhost/127.0.0.1:35887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:51,609 WARN [BP-314041043-172.17.0.2-1733480495523 heartbeating to localhost/127.0.0.1:35887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314041043-172.17.0.2-1733480495523 (Datanode Uuid ac6eba61-6b6c-4357-b730-4172d2b28488) service to localhost/127.0.0.1:35887 2024-12-06T10:21:51,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/cluster_68daa12c-5848-db6c-f089-790b227f44ea/data/data1/current/BP-314041043-172.17.0.2-1733480495523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:51,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/cluster_68daa12c-5848-db6c-f089-790b227f44ea/data/data2/current/BP-314041043-172.17.0.2-1733480495523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:51,611 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:51,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@542cfdf5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:51,621 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@af8e609{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:51,621 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:51,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b959de5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:51,621 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a5204a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/254ed277-f5af-ec61-b0f6-8cfbf59a374d/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:51,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:51,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:51,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:51,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:51,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:51,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:51,638 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=656246951, stopped=false 2024-12-06T10:21:51,638 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,35183,1733480492422 2024-12-06T10:21:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401009972/running 2024-12-06T10:21:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401009972/running 2024-12-06T10:21:51,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:51,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/running 2024-12-06T10:21:51,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Set watcher on znode that does not yet exist, /1401009972/running 2024-12-06T10:21:51,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:51,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:51,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:51,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:51,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,45571,1733480492469' ***** 2024-12-06T10:21:51,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:51,643 INFO [RS:0;748048564c27:45571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:51,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(959): stopping server 748048564c27,45571,1733480492469 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:51,644 INFO [RS:0;748048564c27:45571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:45571. 2024-12-06T10:21:51,644 DEBUG [RS:0;748048564c27:45571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:51,644 DEBUG [RS:0;748048564c27:45571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:51,644 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f0a07eb3c22c8a2645883e782983513, disabling compactions & flushes 2024-12-06T10:21:51,645 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:51,645 INFO [RS:0;748048564c27:45571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:51,645 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:51,645 INFO [RS:0;748048564c27:45571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:51,645 INFO [RS:0;748048564c27:45571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:51,645 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. after waiting 0 ms 2024-12-06T10:21:51,645 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:51,645 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:51,648 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T10:21:51,648 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f0a07eb3c22c8a2645883e782983513=test,,1733480499590.4f0a07eb3c22c8a2645883e782983513.} 2024-12-06T10:21:51,648 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f0a07eb3c22c8a2645883e782983513 2024-12-06T10:21:51,648 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:51,648 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:51,648 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:51,648 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:51,648 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:51,649 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-06T10:21:51,673 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/info/449b61f2e8354e1688d3f58185463551 is 129, key is test,,1733480499590.4f0a07eb3c22c8a2645883e782983513./info:regioninfo/1733480500362/Put/seqid=0 2024-12-06T10:21:51,673 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/default/test/4f0a07eb3c22c8a2645883e782983513/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:21:51,674 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:51,674 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:51,674 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:51,674 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f0a07eb3c22c8a2645883e782983513: Waiting for close lock at 1733480511644Running coprocessor pre-close hooks at 1733480511644Disabling compacts and flushes for region at 1733480511644Disabling writes for close at 1733480511645 (+1 ms)Writing region close event to WAL at 1733480511653 (+8 ms)Running coprocessor post-close hooks at 1733480511674 (+21 ms)Closed at 1733480511674 2024-12-06T10:21:51,674 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480499590.4f0a07eb3c22c8a2645883e782983513. 2024-12-06T10:21:51,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741841_1017 (size=6421) 2024-12-06T10:21:51,691 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/info/449b61f2e8354e1688d3f58185463551 2024-12-06T10:21:51,714 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/ns/dba819397b144678b227811f8bd4c185 is 43, key is default/ns:d/1733480495428/Put/seqid=0 2024-12-06T10:21:51,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741842_1018 (size=5153) 2024-12-06T10:21:51,718 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/ns/dba819397b144678b227811f8bd4c185 2024-12-06T10:21:51,732 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:51,742 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/rep_barrier/89d6584150334b90b887b54538f90a0b is 112, key is test,,1733480499590.4f0a07eb3c22c8a2645883e782983513./rep_barrier:seqnumDuringOpen/1733480500362/Put/seqid=0 2024-12-06T10:21:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741843_1019 (size=5518) 2024-12-06T10:21:51,848 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:51,890 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:52,049 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:52,058 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:52,146 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/rep_barrier/89d6584150334b90b887b54538f90a0b 2024-12-06T10:21:52,168 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/table/747fc7e1241d41869887eb471ee8bd07 is 40, key is test/table:state/1733480500369/Put/seqid=0 2024-12-06T10:21:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741844_1020 (size=5165) 2024-12-06T10:21:52,249 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:52,323 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T10:21:52,323 INFO [regionserver/748048564c27:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T10:21:52,449 DEBUG [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:52,573 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/table/747fc7e1241d41869887eb471ee8bd07 2024-12-06T10:21:52,578 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/info/449b61f2e8354e1688d3f58185463551 as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/info/449b61f2e8354e1688d3f58185463551 2024-12-06T10:21:52,583 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/info/449b61f2e8354e1688d3f58185463551, entries=10, sequenceid=11, filesize=6.3 K 2024-12-06T10:21:52,583 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/ns/dba819397b144678b227811f8bd4c185 as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/ns/dba819397b144678b227811f8bd4c185 2024-12-06T10:21:52,587 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/ns/dba819397b144678b227811f8bd4c185, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:21:52,588 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/rep_barrier/89d6584150334b90b887b54538f90a0b as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/rep_barrier/89d6584150334b90b887b54538f90a0b 2024-12-06T10:21:52,591 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/rep_barrier/89d6584150334b90b887b54538f90a0b, entries=1, sequenceid=11, filesize=5.4 K 2024-12-06T10:21:52,592 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/.tmp/table/747fc7e1241d41869887eb471ee8bd07 as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/table/747fc7e1241d41869887eb471ee8bd07 2024-12-06T10:21:52,595 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/table/747fc7e1241d41869887eb471ee8bd07, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T10:21:52,596 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false 2024-12-06T10:21:52,599 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T10:21:52,600 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:52,600 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:52,600 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:52,600 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480511648Running coprocessor pre-close hooks at 1733480511648Disabling compacts and flushes for region at 1733480511648Disabling writes for close at 1733480511648Obtaining lock to block concurrent updates at 1733480511649 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733480511649Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733480511649Flushing stores of hbase:meta,,1.1588230740 at 1733480511649Flushing 1588230740/info: creating writer at 1733480511650 (+1 ms)Flushing 1588230740/info: appending metadata at 1733480511672 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733480511672Flushing 1588230740/ns: creating writer at 1733480511696 (+24 ms)Flushing 1588230740/ns: appending metadata at 1733480511714 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733480511714Flushing 1588230740/rep_barrier: creating writer at 1733480511722 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480511741 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480511741Flushing 1588230740/table: creating writer at 1733480512150 (+409 ms)Flushing 1588230740/table: appending metadata at 1733480512168 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733480512168Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4d8b01: reopening flushed file at 1733480512577 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a51f6a1: reopening flushed file at 1733480512583 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7963d4e9: reopening flushed file at 1733480512587 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32fb0533: reopening flushed file at 1733480512591 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=11, compaction requested=false at 1733480512596 (+5 ms)Writing region close event to WAL at 1733480512597 (+1 ms)Running coprocessor post-close hooks at 1733480512600 (+3 ms)Closed at 1733480512600 2024-12-06T10:21:52,600 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:52,649 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(976): stopping server 748048564c27,45571,1733480492469; all regions closed. 2024-12-06T10:21:52,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741834_1010 (size=2717) 2024-12-06T10:21:52,654 DEBUG [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/oldWALs 2024-12-06T10:21:52,654 INFO [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C45571%2C1733480492469.meta:.meta(num 1733480495385) 2024-12-06T10:21:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741832_1008 (size=1374) 2024-12-06T10:21:52,658 DEBUG [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/oldWALs 2024-12-06T10:21:52,658 INFO [RS:0;748048564c27:45571 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 748048564c27%2C45571%2C1733480492469:(num 1733480494451) 2024-12-06T10:21:52,658 DEBUG [RS:0;748048564c27:45571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:52,658 INFO [RS:0;748048564c27:45571 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:52,659 INFO [RS:0;748048564c27:45571 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:52,659 INFO [RS:0;748048564c27:45571 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:52,659 INFO [RS:0;748048564c27:45571 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:52,659 INFO [RS:0;748048564c27:45571 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:45571. 2024-12-06T10:21:52,659 DEBUG [RS:0;748048564c27:45571 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:52,659 DEBUG [RS:0;748048564c27:45571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:52,659 DEBUG [RS:0;748048564c27:45571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:52,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:52,659 INFO [RS:0;748048564c27:45571 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45571 2024-12-06T10:21:52,660 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972/rs 2024-12-06T10:21:52,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401009972/rs/748048564c27,45571,1733480492469 2024-12-06T10:21:52,663 INFO [RS:0;748048564c27:45571 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:52,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,45571,1733480492469] 2024-12-06T10:21:52,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/draining/748048564c27,45571,1733480492469 already deleted, retry=false 2024-12-06T10:21:52,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,45571,1733480492469 expired; onlineServers=0 2024-12-06T10:21:52,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,35183,1733480492422' ***** 2024-12-06T10:21:52,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:52,666 INFO [M:0;748048564c27:35183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:52,667 DEBUG [M:0;748048564c27:35183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:52,667 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:52,667 DEBUG [M:0;748048564c27:35183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:52,667 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480494228 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480494228,5,FailOnTimeoutGroup] 2024-12-06T10:21:52,667 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480494228 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480494228,5,FailOnTimeoutGroup] 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:52,667 DEBUG [M:0;748048564c27:35183 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:52,667 INFO [M:0;748048564c27:35183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:52,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:52,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1401009972/master 2024-12-06T10:21:52,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1401009972 2024-12-06T10:21:52,670 DEBUG [M:0;748048564c27:35183 {}] zookeeper.RecoverableZooKeeper(212): Node /1401009972/master already deleted, retry=false 2024-12-06T10:21:52,670 DEBUG [M:0;748048564c27:35183 {}] master.ActiveMasterManager(353): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Failed delete of our master address node; KeeperErrorCode = NoNode for /1401009972/master 2024-12-06T10:21:52,671 INFO [M:0;748048564c27:35183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/.lastflushedseqids 2024-12-06T10:21:52,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741845_1021 (size=173) 2024-12-06T10:21:52,687 INFO [M:0;748048564c27:35183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:52,688 INFO [M:0;748048564c27:35183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:52,688 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:52,688 INFO [M:0;748048564c27:35183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:52,688 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:52,688 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:52,688 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:52,688 INFO [M:0;748048564c27:35183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-06T10:21:52,707 DEBUG [M:0;748048564c27:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5c2546b56ff42c388d4963f111717f9 is 82, key is hbase:meta,,1/info:regioninfo/1733480495420/Put/seqid=0 2024-12-06T10:21:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741846_1022 (size=5672) 2024-12-06T10:21:52,712 INFO [M:0;748048564c27:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5c2546b56ff42c388d4963f111717f9 2024-12-06T10:21:52,728 DEBUG [M:0;748048564c27:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd11d55a7cb44349790262ded5ea21a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733480500371/Put/seqid=0 2024-12-06T10:21:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741847_1023 (size=6586) 2024-12-06T10:21:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:52,766 INFO [RS:0;748048564c27:45571 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45571-0x101874b08350004, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:52,766 INFO [RS:0;748048564c27:45571 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,45571,1733480492469; zookeeper connection closed. 2024-12-06T10:21:52,767 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66bd7315 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66bd7315 2024-12-06T10:21:52,767 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:52,794 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:52,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T10:21:52,962 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:53,133 INFO [M:0;748048564c27:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd11d55a7cb44349790262ded5ea21a 2024-12-06T10:21:53,154 DEBUG [M:0;748048564c27:35183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8204c7fa6f46f09347fcb08696e48a is 69, key is 748048564c27,45571,1733480492469/rs:state/1733480494307/Put/seqid=0 2024-12-06T10:21:53,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741848_1024 (size=5156) 2024-12-06T10:21:53,558 INFO [M:0;748048564c27:35183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8204c7fa6f46f09347fcb08696e48a 2024-12-06T10:21:53,563 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5c2546b56ff42c388d4963f111717f9 as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5c2546b56ff42c388d4963f111717f9 2024-12-06T10:21:53,566 INFO [M:0;748048564c27:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5c2546b56ff42c388d4963f111717f9, entries=8, sequenceid=55, filesize=5.5 K 2024-12-06T10:21:53,566 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6bd11d55a7cb44349790262ded5ea21a as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bd11d55a7cb44349790262ded5ea21a 2024-12-06T10:21:53,570 INFO [M:0;748048564c27:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6bd11d55a7cb44349790262ded5ea21a, entries=6, sequenceid=55, filesize=6.4 K 2024-12-06T10:21:53,570 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e8204c7fa6f46f09347fcb08696e48a as hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8204c7fa6f46f09347fcb08696e48a 2024-12-06T10:21:53,574 INFO [M:0;748048564c27:35183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46725/user/jenkins/test-data/4e4ed501-0fe7-dd77-abf0-55d1552f5e34/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e8204c7fa6f46f09347fcb08696e48a, entries=1, sequenceid=55, filesize=5.0 K 2024-12-06T10:21:53,575 INFO [M:0;748048564c27:35183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=55, compaction requested=false 2024-12-06T10:21:53,576 INFO [M:0;748048564c27:35183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:53,577 DEBUG [M:0;748048564c27:35183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480512688Disabling compacts and flushes for region at 1733480512688Disabling writes for close at 1733480512688Obtaining lock to block concurrent updates at 1733480512688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480512688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733480512688Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480512689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480512689Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480512707 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480512707Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480512715 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480512728 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480512728Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480513137 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480513154 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480513154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344e1d09: reopening flushed file at 1733480513562 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519af77c: reopening flushed file at 1733480513566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f3c6e6: reopening flushed file at 1733480513570 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=55, compaction requested=false at 1733480513575 (+5 ms)Writing region close event to WAL at 1733480513576 (+1 ms)Closed at 1733480513576 2024-12-06T10:21:53,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45743 is added to blk_1073741830_1006 (size=32770) 2024-12-06T10:21:53,580 INFO [M:0;748048564c27:35183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:53,580 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:53,580 INFO [M:0;748048564c27:35183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35183 2024-12-06T10:21:53,581 INFO [M:0;748048564c27:35183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:53,682 INFO [M:0;748048564c27:35183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:53,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:53,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35183-0x101874b08350003, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:53,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4282d26a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:53,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2590021c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:53,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:53,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d5fa3db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:53,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a1f4d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:53,690 WARN [BP-631688553-172.17.0.2-1733480491897 heartbeating to localhost/127.0.0.1:46725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:53,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:53,690 WARN [BP-631688553-172.17.0.2-1733480491897 heartbeating to localhost/127.0.0.1:46725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-631688553-172.17.0.2-1733480491897 (Datanode Uuid f6d2c251-5cc8-459a-85ce-b949a63e534a) service to localhost/127.0.0.1:46725 2024-12-06T10:21:53,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:53,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/cluster_967bdd13-079b-3177-ad3d-753b3c3858b6/data/data1/current/BP-631688553-172.17.0.2-1733480491897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:53,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/cluster_967bdd13-079b-3177-ad3d-753b3c3858b6/data/data2/current/BP-631688553-172.17.0.2-1733480491897 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:53,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:53,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@585ec6e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:53,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f411e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:53,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:53,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cb2c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:53,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46672585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ca7bead-79c4-b0bb-3091-bc5acab8d8df/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:53,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:53,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T10:21:53,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:53,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:53,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:53,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:53,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:53,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T10:21:53,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1439289137, stopped=false 2024-12-06T10:21:53,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=748048564c27,33969,1733480489443 2024-12-06T10:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330871264/running 2024-12-06T10:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:53,718 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330871264/running 2024-12-06T10:21:53,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:53,718 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T10:21:53,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:53,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:53,718 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '748048564c27,34805,1733480489524' ***** 2024-12-06T10:21:53,718 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T10:21:53,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/running 2024-12-06T10:21:53,719 INFO [RS:0;748048564c27:34805 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T10:21:53,719 INFO [RS:0;748048564c27:34805 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T10:21:53,719 INFO [RS:0;748048564c27:34805 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T10:21:53,719 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:53,720 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Set watcher on znode that does not yet exist, /01330871264/running 2024-12-06T10:21:53,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(3091): Received CLOSE for 01b885c952b4386f5bcd964ae360b0d8 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(959): stopping server 748048564c27,34805,1733480489524 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:34805. 2024-12-06T10:21:53,720 DEBUG [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:53,720 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:53,720 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dc93286605d489b5276b16f50fb499f, disabling compactions & flushes 2024-12-06T10:21:53,720 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T10:21:53,720 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T10:21:53,720 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733480498450.1dc93286605d489b5276b16f50fb499f. after waiting 0 ms 2024-12-06T10:21:53,720 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:53,720 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T10:21:53,724 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T10:21:53,724 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1dc93286605d489b5276b16f50fb499f=test,,1733480498450.1dc93286605d489b5276b16f50fb499f., 01b885c952b4386f5bcd964ae360b0d8=hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8.} 2024-12-06T10:21:53,724 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1351): Waiting on 01b885c952b4386f5bcd964ae360b0d8, 1588230740, 1dc93286605d489b5276b16f50fb499f 2024-12-06T10:21:53,724 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T10:21:53,724 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T10:21:53,724 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T10:21:53,725 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T10:21:53,725 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T10:21:53,725 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/default/test/1dc93286605d489b5276b16f50fb499f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-06T10:21:53,728 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dc93286605d489b5276b16f50fb499f: Waiting for close lock at 1733480513720Running coprocessor pre-close hooks at 1733480513720Disabling compacts and flushes for region at 1733480513720Disabling writes for close at 1733480513720Writing region close event to WAL at 1733480513725 (+5 ms)Running coprocessor post-close hooks at 1733480513728 (+3 ms)Closed at 1733480513728 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733480498450.1dc93286605d489b5276b16f50fb499f. 2024-12-06T10:21:53,728 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01b885c952b4386f5bcd964ae360b0d8, disabling compactions & flushes 2024-12-06T10:21:53,729 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:53,729 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:53,729 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. after waiting 0 ms 2024-12-06T10:21:53,729 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:53,729 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01b885c952b4386f5bcd964ae360b0d8 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-06T10:21:53,733 INFO [regionserver/748048564c27:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:53,741 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/info/1ae4d41a07454fe2a1448b38ab78e280 is 147, key is hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8./info:regioninfo/1733480504086/Put/seqid=0 2024-12-06T10:21:53,746 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/hfileref/40b3ca0a1cb54999b399dd82ceca0cca is 74, key is 1/hfileref:05c9b4054a864ac5becc8d4b469b285e_SeqId_6_/1733480508579/DeleteColumn/seqid=0 2024-12-06T10:21:53,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741847_1023 (size=7686) 2024-12-06T10:21:53,748 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/info/1ae4d41a07454fe2a1448b38ab78e280 2024-12-06T10:21:53,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741848_1024 (size=5489) 2024-12-06T10:21:53,750 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/hfileref/40b3ca0a1cb54999b399dd82ceca0cca 2024-12-06T10:21:53,777 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/ns/7a908d9007954ba1bb4a530c178eb038 is 43, key is default/ns:d/1733480491781/Put/seqid=0 2024-12-06T10:21:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741849_1025 (size=5153) 2024-12-06T10:21:53,781 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/ns/7a908d9007954ba1bb4a530c178eb038 2024-12-06T10:21:53,782 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/queue/7b8c4b7ebc3248d8a9c5f12072039eae is 153, key is 1-748048564c27,34805,1733480489524/queue:748048564c27%2C34805%2C1733480489524/1733480508580/Put/seqid=0 2024-12-06T10:21:53,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741850_1026 (size=5504) 2024-12-06T10:21:53,785 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/queue/7b8c4b7ebc3248d8a9c5f12072039eae 2024-12-06T10:21:53,794 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/hfileref/40b3ca0a1cb54999b399dd82ceca0cca as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/hfileref/40b3ca0a1cb54999b399dd82ceca0cca 2024-12-06T10:21:53,801 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:53,804 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/hfileref/40b3ca0a1cb54999b399dd82ceca0cca, entries=6, sequenceid=17, filesize=5.4 K 2024-12-06T10:21:53,805 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/.tmp/queue/7b8c4b7ebc3248d8a9c5f12072039eae as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/queue/7b8c4b7ebc3248d8a9c5f12072039eae 2024-12-06T10:21:53,806 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a891928e8664ca49a647ba95e45223a is 112, key is test,,1733480498450.1dc93286605d489b5276b16f50fb499f./rep_barrier:seqnumDuringOpen/1733480499191/Put/seqid=0 2024-12-06T10:21:53,810 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/queue/7b8c4b7ebc3248d8a9c5f12072039eae, entries=2, sequenceid=17, filesize=5.4 K 2024-12-06T10:21:53,811 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01b885c952b4386f5bcd964ae360b0d8 in 82ms, sequenceid=17, compaction requested=false 2024-12-06T10:21:53,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:53,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 688, reset compression=false 2024-12-06T10:21:53,818 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:53,820 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 748048564c27,34805,1733480489524: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-748048564c27,34805,1733480489524, walGroup=748048564c27%2C34805%2C1733480489524, offset=748048564c27%2C34805%2C1733480489524.1733480507597:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:34805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-06T10:21:53,821 ERROR [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-06T10:21:53,821 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-06T10:21:53,821 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-06T10:21:53,821 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-06T10:21:53,821 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-06T10:21:53,822 INFO [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1086455536 }, "NonHeapMemoryUsage": { "committed": 210501632, "init": 7667712, "max": -1, "used": 207449128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-06T10:21:53,822 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=748048564c27:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-06T10:21:53,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741851_1027 (size=5518) 2024-12-06T10:21:53,833 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/replication/01b885c952b4386f5bcd964ae360b0d8/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-06T10:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:53,834 INFO [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01b885c952b4386f5bcd964ae360b0d8: Waiting for close lock at 1733480513728Running coprocessor pre-close hooks at 1733480513728Disabling compacts and flushes for region at 1733480513728Disabling writes for close at 1733480513729 (+1 ms)Obtaining lock to block concurrent updates at 1733480513729Preparing flush snapshotting stores in 01b885c952b4386f5bcd964ae360b0d8 at 1733480513729Finished memstore snapshotting hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733480513729Flushing stores of hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. at 1733480513729Flushing 01b885c952b4386f5bcd964ae360b0d8/hfileref: creating writer at 1733480513729Flushing 01b885c952b4386f5bcd964ae360b0d8/hfileref: appending metadata at 1733480513746 (+17 ms)Flushing 01b885c952b4386f5bcd964ae360b0d8/hfileref: closing flushed file at 1733480513746Flushing 01b885c952b4386f5bcd964ae360b0d8/queue: creating writer at 1733480513755 (+9 ms)Flushing 01b885c952b4386f5bcd964ae360b0d8/queue: appending metadata at 1733480513782 (+27 ms)Flushing 01b885c952b4386f5bcd964ae360b0d8/queue: closing flushed file at 1733480513782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d8cf17: reopening flushed file at 1733480513793 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50502bfa: reopening flushed file at 1733480513804 (+11 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01b885c952b4386f5bcd964ae360b0d8 in 82ms, sequenceid=17, compaction requested=false at 1733480513811 (+7 ms)Writing region close event to WAL at 1733480513827 (+16 ms)Running coprocessor post-close hooks at 1733480513834 (+7 ms)Closed at 1733480513834 2024-12-06T10:21:53,834 DEBUG [RS_CLOSE_REGION-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733480502901.01b885c952b4386f5bcd964ae360b0d8. 2024-12-06T10:21:53,925 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:53,965 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 393, reset compression=false 2024-12-06T10:21:53,974 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-06T10:21:53,974 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 688, reset compression=false 2024-12-06T10:21:53,974 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-748048564c27,34805,1733480489524 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-06T10:21:53,975 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-06T10:21:54,033 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 688, reset compression=false 2024-12-06T10:21:54,125 DEBUG [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T10:21:54,193 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 688, reset compression=false 2024-12-06T10:21:54,225 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a891928e8664ca49a647ba95e45223a 2024-12-06T10:21:54,250 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/table/e5e920b41a6049c1afd5dbbf8fba01f9 is 53, key is hbase:replication/table:state/1733480504093/Put/seqid=0 2024-12-06T10:21:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741852_1028 (size=5308) 2024-12-06T10:21:54,272 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/table/e5e920b41a6049c1afd5dbbf8fba01f9 2024-12-06T10:21:54,277 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/info/1ae4d41a07454fe2a1448b38ab78e280 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/info/1ae4d41a07454fe2a1448b38ab78e280 2024-12-06T10:21:54,281 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/info/1ae4d41a07454fe2a1448b38ab78e280, entries=20, sequenceid=16, filesize=7.5 K 2024-12-06T10:21:54,281 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/ns/7a908d9007954ba1bb4a530c178eb038 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/ns/7a908d9007954ba1bb4a530c178eb038 2024-12-06T10:21:54,286 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/ns/7a908d9007954ba1bb4a530c178eb038, entries=2, sequenceid=16, filesize=5.0 K 2024-12-06T10:21:54,286 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/rep_barrier/6a891928e8664ca49a647ba95e45223a as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/rep_barrier/6a891928e8664ca49a647ba95e45223a 2024-12-06T10:21:54,290 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/rep_barrier/6a891928e8664ca49a647ba95e45223a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-06T10:21:54,290 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/.tmp/table/e5e920b41a6049c1afd5dbbf8fba01f9 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/table/e5e920b41a6049c1afd5dbbf8fba01f9 2024-12-06T10:21:54,299 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/table/e5e920b41a6049c1afd5dbbf8fba01f9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-06T10:21:54,299 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=16, compaction requested=false 2024-12-06T10:21:54,317 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-06T10:21:54,318 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-06T10:21:54,318 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T10:21:54,318 INFO [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:54,318 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733480513724Running coprocessor pre-close hooks at 1733480513724Disabling compacts and flushes for region at 1733480513724Disabling writes for close at 1733480513725 (+1 ms)Obtaining lock to block concurrent updates at 1733480513725Preparing flush snapshotting stores in 1588230740 at 1733480513725Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733480513726 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733480513726Flushing 1588230740/info: creating writer at 1733480513727 (+1 ms)Flushing 1588230740/info: appending metadata at 1733480513741 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733480513741Flushing 1588230740/ns: creating writer at 1733480513761 (+20 ms)Flushing 1588230740/ns: appending metadata at 1733480513777 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733480513777Flushing 1588230740/rep_barrier: creating writer at 1733480513784 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733480513805 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733480513805Flushing 1588230740/table: creating writer at 1733480514232 (+427 ms)Flushing 1588230740/table: appending metadata at 1733480514250 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733480514250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19232bfe: reopening flushed file at 1733480514276 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7efaad4d: reopening flushed file at 1733480514281 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1da6b9: reopening flushed file at 1733480514286 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110bb84: reopening flushed file at 1733480514290 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 574ms, sequenceid=16, compaction requested=false at 1733480514299 (+9 ms)Writing region close event to WAL at 1733480514310 (+11 ms)Running coprocessor post-close hooks at 1733480514318 (+8 ms)Closed at 1733480514318 2024-12-06T10:21:54,318 DEBUG [RS_CLOSE_META-regionserver/748048564c27:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T10:21:54,325 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(976): stopping server 748048564c27,34805,1733480489524; all regions closed. 2024-12-06T10:21:54,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741844_1020 (size=859) 2024-12-06T10:21:54,337 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.meta.1733480507618.meta not finished, retry = 0 2024-12-06T10:21:54,337 DEBUG [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/WALs/748048564c27,34805,1733480489524/748048564c27%2C34805%2C1733480489524.1733480507597 to pos 688, reset compression=false 2024-12-06T10:21:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741842_1018 (size=2791) 2024-12-06T10:21:54,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741843_1019 (size=696) 2024-12-06T10:21:54,447 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:54,447 INFO [RS:0;748048564c27:34805 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T10:21:54,447 INFO [RS:0;748048564c27:34805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:54,447 INFO [RS:0;748048564c27:34805 {}] hbase.ChoreService(370): Chore service for: regionserver/748048564c27:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:54,447 INFO [RS:0;748048564c27:34805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:54,448 INFO [RS:0;748048564c27:34805 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-748048564c27,34805,1733480489524 because: Region server is closing 2024-12-06T10:21:54,448 INFO [regionserver/748048564c27:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:54,449 INFO [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:34805. 2024-12-06T10:21:54,449 DEBUG [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:54,449 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:54,449 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:54,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:54,549 INFO [RS:0;748048564c27:34805 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,1-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,1-748048564c27,34805,1733480489524 terminated 2024-12-06T10:21:54,549 INFO [RS:0;748048564c27:34805 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-748048564c27,34805,1733480489524 because: Region server is closing 2024-12-06T10:21:54,550 INFO [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;748048564c27:34805. 2024-12-06T10:21:54,550 DEBUG [RS:0;748048564c27:34805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T10:21:54,550 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:54,550 DEBUG [RS:0;748048564c27:34805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T10:21:54,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T10:21:54,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T10:21:54,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,650 INFO [RS:0;748048564c27:34805 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.shipper748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 terminated 2024-12-06T10:21:54,650 INFO [RS:0;748048564c27:34805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34805 2024-12-06T10:21:54,650 WARN [RS_REFRESH_PEER-regionserver/748048564c27:0-0.replicationSource,2-748048564c27,34805,1733480489524.replicationSource.wal-reader.748048564c27%2C34805%2C1733480489524,2-748048564c27,34805,1733480489524 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-06T10:21:54,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330871264/rs/748048564c27,34805,1733480489524 2024-12-06T10:21:54,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264/rs 2024-12-06T10:21:54,653 INFO [RS:0;748048564c27:34805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:54,654 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [748048564c27,34805,1733480489524] 2024-12-06T10:21:54,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01330871264/draining/748048564c27,34805,1733480489524 already deleted, retry=false 2024-12-06T10:21:54,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 748048564c27,34805,1733480489524 expired; onlineServers=0 2024-12-06T10:21:54,657 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '748048564c27,33969,1733480489443' ***** 2024-12-06T10:21:54,657 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T10:21:54,657 INFO [M:0;748048564c27:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T10:21:54,657 INFO [M:0;748048564c27:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T10:21:54,657 DEBUG [M:0;748048564c27:33969 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T10:21:54,658 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T10:21:54,658 DEBUG [M:0;748048564c27:33969 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T10:21:54,658 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480490613 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.large.0-1733480490613,5,FailOnTimeoutGroup] 2024-12-06T10:21:54,658 DEBUG [master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480490613 {}] cleaner.HFileCleaner(306): Exit Thread[master/748048564c27:0:becomeActiveMaster-HFileCleaner.small.0-1733480490613,5,FailOnTimeoutGroup] 2024-12-06T10:21:54,658 INFO [M:0;748048564c27:33969 {}] hbase.ChoreService(370): Chore service for: master/748048564c27:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T10:21:54,658 INFO [M:0;748048564c27:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T10:21:54,658 DEBUG [M:0;748048564c27:33969 {}] master.HMaster(1795): Stopping service threads 2024-12-06T10:21:54,658 INFO [M:0;748048564c27:33969 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T10:21:54,658 INFO [M:0;748048564c27:33969 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T10:21:54,659 INFO [M:0;748048564c27:33969 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T10:21:54,659 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T10:21:54,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01330871264/master 2024-12-06T10:21:54,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01330871264 2024-12-06T10:21:54,660 DEBUG [M:0;748048564c27:33969 {}] zookeeper.ZKUtil(347): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Unable to get data of znode /01330871264/master because node does not exist (not an error) 2024-12-06T10:21:54,660 WARN [M:0;748048564c27:33969 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T10:21:54,661 INFO [M:0;748048564c27:33969 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/.lastflushedseqids 2024-12-06T10:21:54,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741853_1029 (size=263) 2024-12-06T10:21:54,670 INFO [M:0;748048564c27:33969 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T10:21:54,670 INFO [M:0;748048564c27:33969 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T10:21:54,670 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T10:21:54,670 INFO [M:0;748048564c27:33969 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:54,670 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:54,670 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T10:21:54,670 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:54,670 INFO [M:0;748048564c27:33969 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-06T10:21:54,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,698 DEBUG [M:0;748048564c27:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c9165eb102f4978a5204e489ce5c0d1 is 82, key is hbase:meta,,1/info:regioninfo/1733480491761/Put/seqid=0 2024-12-06T10:21:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741854_1030 (size=5672) 2024-12-06T10:21:54,722 INFO [M:0;748048564c27:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c9165eb102f4978a5204e489ce5c0d1 2024-12-06T10:21:54,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T10:21:54,750 DEBUG [M:0;748048564c27:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40be0d89758549ed9e72c3d71f37d1be is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733480504096/Put/seqid=0 2024-12-06T10:21:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741855_1031 (size=8908) 2024-12-06T10:21:54,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:54,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34805-0x101874b08350001, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:54,756 INFO [RS:0;748048564c27:34805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:54,756 INFO [RS:0;748048564c27:34805 {}] regionserver.HRegionServer(1031): Exiting; stopping=748048564c27,34805,1733480489524; zookeeper connection closed. 2024-12-06T10:21:54,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1af2ba22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1af2ba22 2024-12-06T10:21:54,757 INFO [M:0;748048564c27:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40be0d89758549ed9e72c3d71f37d1be 2024-12-06T10:21:54,757 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T10:21:54,788 DEBUG [M:0;748048564c27:33969 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360b910360ae4c29aca5bb38a238ae16 is 69, key is 748048564c27,34805,1733480489524/rs:state/1733480490696/Put/seqid=0 2024-12-06T10:21:54,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741856_1032 (size=5156) 2024-12-06T10:21:54,811 INFO [M:0;748048564c27:33969 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360b910360ae4c29aca5bb38a238ae16 2024-12-06T10:21:54,820 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8c9165eb102f4978a5204e489ce5c0d1 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c9165eb102f4978a5204e489ce5c0d1 2024-12-06T10:21:54,835 INFO [M:0;748048564c27:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8c9165eb102f4978a5204e489ce5c0d1, entries=8, sequenceid=112, filesize=5.5 K 2024-12-06T10:21:54,836 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40be0d89758549ed9e72c3d71f37d1be as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40be0d89758549ed9e72c3d71f37d1be 2024-12-06T10:21:54,846 INFO [M:0;748048564c27:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40be0d89758549ed9e72c3d71f37d1be, entries=13, sequenceid=112, filesize=8.7 K 2024-12-06T10:21:54,847 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/360b910360ae4c29aca5bb38a238ae16 as hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/360b910360ae4c29aca5bb38a238ae16 2024-12-06T10:21:54,851 INFO [M:0;748048564c27:33969 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42595/user/jenkins/test-data/0c72535a-1738-43af-636f-b4a83f650d4f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/360b910360ae4c29aca5bb38a238ae16, entries=1, sequenceid=112, filesize=5.0 K 2024-12-06T10:21:54,852 INFO [M:0;748048564c27:33969 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=112, compaction requested=false 2024-12-06T10:21:54,857 INFO [M:0;748048564c27:33969 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T10:21:54,857 DEBUG [M:0;748048564c27:33969 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733480514670Disabling compacts and flushes for region at 1733480514670Disabling writes for close at 1733480514670Obtaining lock to block concurrent updates at 1733480514670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733480514670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733480514671 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733480514671Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733480514671Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733480514698 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733480514698Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733480514727 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733480514749 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733480514749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733480514768 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733480514788 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733480514788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5977022e: reopening flushed file at 1733480514815 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17057742: reopening flushed file at 1733480514835 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1923877a: reopening flushed file at 1733480514847 (+12 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 182ms, sequenceid=112, compaction requested=false at 1733480514852 (+5 ms)Writing region close event to WAL at 1733480514857 (+5 ms)Closed at 1733480514857 2024-12-06T10:21:54,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36605 is added to blk_1073741830_1006 (size=69043) 2024-12-06T10:21:54,860 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T10:21:54,860 INFO [M:0;748048564c27:33969 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T10:21:54,860 INFO [M:0;748048564c27:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-12-06T10:21:54,861 INFO [M:0;748048564c27:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T10:21:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:54,963 INFO [M:0;748048564c27:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T10:21:54,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33969-0x101874b08350000, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T10:21:54,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6160b959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T10:21:54,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e38b7c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:54,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:54,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f17d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:54,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8d82be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:54,968 WARN [BP-1228234545-172.17.0.2-1733480488385 heartbeating to localhost/127.0.0.1:42595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T10:21:54,968 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T10:21:54,969 WARN [BP-1228234545-172.17.0.2-1733480488385 heartbeating to localhost/127.0.0.1:42595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1228234545-172.17.0.2-1733480488385 (Datanode Uuid 1d941681-23f3-4b8d-99e3-75f755132e75) service to localhost/127.0.0.1:42595 2024-12-06T10:21:54,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T10:21:54,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/data/data1/current/BP-1228234545-172.17.0.2-1733480488385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:54,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/cluster_c2b6cfe2-227a-3664-3cb0-161c0d1506c0/data/data2/current/BP-1228234545-172.17.0.2-1733480488385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T10:21:54,970 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T10:21:54,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665d0c31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T10:21:54,977 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620fb933{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T10:21:54,977 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T10:21:54,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21edd6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T10:21:54,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765ecaf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e993a375-4558-1397-36c0-43a5e8475c95/hadoop.log.dir/,STOPPED} 2024-12-06T10:21:54,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T10:21:54,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T10:21:55,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=605 (was 532) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46725 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46725 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35887 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-42-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35887 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:46725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:35887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1661275467) connection to localhost/127.0.0.1:42595 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=992 (was 876) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4825 (was 4384) - AvailableMemoryMB LEAK? - 2024-12-06T10:21:55,031 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=605 is superior to 500 2024-12-06T10:21:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101874b08350005, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101874b08350008, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:55,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101874b08350002, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-06T10:21:55,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101874b08350008, quorum=127.0.0.1:59327, baseZNode=/2-60654443 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:21:55,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101874b08350002, quorum=127.0.0.1:59327, baseZNode=/01330871264 Received Disconnected from ZooKeeper, ignoring 2024-12-06T10:21:55,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101874b08350005, quorum=127.0.0.1:59327, baseZNode=/1401009972 Received Disconnected from ZooKeeper, ignoring